2024-12-09 11:30:16,761 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-09 11:30:16,793 main DEBUG Took 0.027907 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-09 11:30:16,794 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-09 11:30:16,794 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-09 11:30:16,795 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-09 11:30:16,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,809 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-09 11:30:16,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,881 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,892 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,895 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,897 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,904 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,907 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,908 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,916 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,920 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-09 11:30:16,926 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,926 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-09 11:30:16,931 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-09 11:30:16,933 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-09 11:30:16,935 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-09 11:30:16,936 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-09 11:30:16,937 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-09 11:30:16,937 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-09 11:30:16,948 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-09 11:30:16,952 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-09 11:30:16,954 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-09 11:30:16,955 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-09 11:30:16,955 main DEBUG createAppenders(={Console})
2024-12-09 11:30:16,956 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-12-09 11:30:16,956 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-12-09 11:30:16,957 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-12-09 11:30:16,957 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-09 11:30:16,958 main DEBUG OutputStream closed
2024-12-09 11:30:16,958 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-09 11:30:16,958 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-09 11:30:16,959 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-12-09 11:30:17,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-09 11:30:17,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-09 11:30:17,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-09 11:30:17,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-09 11:30:17,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-09 11:30:17,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-09 11:30:17,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-09 11:30:17,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-09 11:30:17,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-09 11:30:17,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-09 11:30:17,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-09 11:30:17,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-09 11:30:17,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-09 11:30:17,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-09 11:30:17,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-09 11:30:17,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-09 11:30:17,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-09 11:30:17,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-09 11:30:17,095 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09 11:30:17,095 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-12-09 11:30:17,096 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-09 11:30:17,096 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-12-09T11:30:17,114 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-12-09 11:30:17,118 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-09 11:30:17,118 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-09T11:30:17,492 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff
2024-12-09T11:30:17,516 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-09T11:30:17,547 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42, deleteOnExit=true
2024-12-09T11:30:17,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-09T11:30:17,549 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/test.cache.data in system properties and HBase conf
2024-12-09T11:30:17,549 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/hadoop.tmp.dir in system properties and HBase conf
2024-12-09T11:30:17,550 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/hadoop.log.dir in system properties and HBase conf
2024-12-09T11:30:17,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-09T11:30:17,551 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-09T11:30:17,552 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-09T11:30:17,709 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-09T11:30:17,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-09T11:30:17,862 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-09T11:30:17,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-09T11:30:17,864 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-09T11:30:17,864 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T11:30:17,865 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-09T11:30:17,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-09T11:30:17,866 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-09T11:30:17,872 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T11:30:17,873 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-09T11:30:17,873 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/nfs.dump.dir in system properties and HBase conf
2024-12-09T11:30:17,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/java.io.tmpdir in system properties and HBase conf
2024-12-09T11:30:17,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-09T11:30:17,874 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-09T11:30:17,875 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-09T11:30:19,017 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-09T11:30:19,130 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3470ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-09T11:30:19,234 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T11:30:19,331 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T11:30:19,359 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T11:30:19,360 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T11:30:19,361 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-09T11:30:19,377 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T11:30:19,381 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/hadoop.log.dir/,AVAILABLE}
2024-12-09T11:30:19,382 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T11:30:19,639 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/java.io.tmpdir/jetty-localhost-35405-hadoop-hdfs-3_4_1-tests_jar-_-any-15761636465116361655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T11:30:19,652 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:35405}
2024-12-09T11:30:19,653 INFO  [Time-limited test {}] server.Server(415): Started @3993ms
2024-12-09T11:30:20,163 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-09T11:30:20,172 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-09T11:30:20,175 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-09T11:30:20,175 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-09T11:30:20,175 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-09T11:30:20,179 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa82d16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/hadoop.log.dir/,AVAILABLE}
2024-12-09T11:30:20,180 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c598c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-09T11:30:20,337 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f9a1a82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/java.io.tmpdir/jetty-localhost-33351-hadoop-hdfs-3_4_1-tests_jar-_-any-11667331288886222950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T11:30:20,338 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@210254cd{HTTP/1.1, (http/1.1)}{localhost:33351}
2024-12-09T11:30:20,339 INFO  [Time-limited test {}] server.Server(415): Started @4680ms
2024-12-09T11:30:20,412 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-09T11:30:21,134 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/data/data2/current/BP-1998368839-172.17.0.3-1733743818660/current, will proceed with Du for space computation calculation, 
2024-12-09T11:30:21,134 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/data/data1/current/BP-1998368839-172.17.0.3-1733743818660/current, will proceed with Du for space computation calculation, 
2024-12-09T11:30:21,197 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-09T11:30:21,274 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cc8d85d4100a32b with lease ID 0x85959a5a3dfb52b8: Processing first storage report for DS-7ca2979b-cd34-426b-82e6-baa8caaed66c from datanode DatanodeRegistration(127.0.0.1:42921, datanodeUuid=b44c3790-e45e-4420-a165-4822f03e377a, infoPort=46003, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=654973042;c=1733743818660)
2024-12-09T11:30:21,275 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cc8d85d4100a32b with lease ID 0x85959a5a3dfb52b8: from storage DS-7ca2979b-cd34-426b-82e6-baa8caaed66c node DatanodeRegistration(127.0.0.1:42921, datanodeUuid=b44c3790-e45e-4420-a165-4822f03e377a, infoPort=46003, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=654973042;c=1733743818660), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-09T11:30:21,276 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cc8d85d4100a32b with lease ID 0x85959a5a3dfb52b8: Processing first storage report for DS-4246fabe-d51d-4f23-9259-3273d8a307aa from datanode DatanodeRegistration(127.0.0.1:42921, datanodeUuid=b44c3790-e45e-4420-a165-4822f03e377a, infoPort=46003, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=654973042;c=1733743818660)
2024-12-09T11:30:21,276 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cc8d85d4100a32b with lease ID 0x85959a5a3dfb52b8: from storage DS-4246fabe-d51d-4f23-9259-3273d8a307aa node DatanodeRegistration(127.0.0.1:42921, datanodeUuid=b44c3790-e45e-4420-a165-4822f03e377a, infoPort=46003, infoSecurePort=0, ipcPort=38405, storageInfo=lv=-57;cid=testClusterID;nsid=654973042;c=1733743818660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-09T11:30:21,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff
2024-12-09T11:30:21,414 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/zookeeper_0, clientPort=50739, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-09T11:30:21,425 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50739
2024-12-09T11:30:21,438 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:21,441 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:21,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741825_1001 (size=7)
2024-12-09T11:30:22,115 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05 with version=8
2024-12-09T11:30:22,116 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/hbase-staging
2024-12-09T11:30:22,221 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-09T11:30:22,481 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/2dff3a36d44f:0 server-side Connection retries=9
2024-12-09T11:30:22,493 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T11:30:22,493 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T11:30:22,500 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T11:30:22,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T11:30:22,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T11:30:22,661 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-09T11:30:22,735 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-09T11:30:22,746 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-09T11:30:22,750 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T11:30:22,783 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4273 (auto-detected)
2024-12-09T11:30:22,784 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-09T11:30:22,813 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34013
2024-12-09T11:30:22,849 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34013 connecting to ZooKeeper ensemble=127.0.0.1:50739
2024-12-09T11:30:22,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340130x0, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T11:30:22,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34013-0x1012af2d26c0000 connected
2024-12-09T11:30:23,010 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:23,014 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:23,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T11:30:23,035 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05, hbase.cluster.distributed=false
2024-12-09T11:30:23,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T11:30:23,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34013
2024-12-09T11:30:23,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34013
2024-12-09T11:30:23,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34013
2024-12-09T11:30:23,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34013
2024-12-09T11:30:23,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34013
2024-12-09T11:30:23,242 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/2dff3a36d44f:0 server-side Connection retries=9
2024-12-09T11:30:23,244 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T11:30:23,245 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-09T11:30:23,245 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-09T11:30:23,245 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-09T11:30:23,245 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-09T11:30:23,249 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-09T11:30:23,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-09T11:30:23,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45289
2024-12-09T11:30:23,254 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45289 connecting to ZooKeeper ensemble=127.0.0.1:50739
2024-12-09T11:30:23,255 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:23,259 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:23,279 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452890x0, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-09T11:30:23,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452890x0, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T11:30:23,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45289-0x1012af2d26c0001 connected
2024-12-09T11:30:23,288 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-09T11:30:23,300 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-09T11:30:23,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-09T11:30:23,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-09T11:30:23,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45289
2024-12-09T11:30:23,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45289
2024-12-09T11:30:23,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45289
2024-12-09T11:30:23,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45289
2024-12-09T11:30:23,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45289
2024-12-09T11:30:23,338 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2dff3a36d44f:34013
2024-12-09T11:30:23,339 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:23,346 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T11:30:23,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T11:30:23,349 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:23,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:23,375 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-09T11:30:23,375 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:23,378 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-09T11:30:23,379 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2dff3a36d44f,34013,1733743822281 from backup master directory
2024-12-09T11:30:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:23,383 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T11:30:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-09T11:30:23,383 WARN  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T11:30:23,384 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:23,386 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-09T11:30:23,387 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-09T11:30:23,455 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/hbase.id] with ID: 66283174-8322-49d5-8c51-33d66e261457
2024-12-09T11:30:23,455 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/.tmp/hbase.id
2024-12-09T11:30:23,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741826_1002 (size=42)
2024-12-09T11:30:23,873 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/.tmp/hbase.id]:[hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/hbase.id]
2024-12-09T11:30:23,923 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-09T11:30:23,929 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-09T11:30:23,950 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-12-09T11:30:23,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:23,955 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:23,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741827_1003 (size=196)
2024-12-09T11:30:24,401 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:30:24,406 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-09T11:30:24,428 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T11:30:24,434 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T11:30:24,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741828_1004 (size=1189)
2024-12-09T11:30:24,921 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store
2024-12-09T11:30:24,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741829_1005 (size=34)
2024-12-09T11:30:24,950 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-09T11:30:24,955 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:30:24,957 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T11:30:24,957 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:30:24,957 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:30:24,960 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T11:30:24,960 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:30:24,960 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:30:24,962 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733743824957Disabling compacts and flushes for region at 1733743824957Disabling writes for close at 1733743824960 (+3 ms)Writing region close event to WAL at 1733743824960Closed at 1733743824960
2024-12-09T11:30:24,965 WARN  [master/2dff3a36d44f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/.initializing
2024-12-09T11:30:24,965 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/WALs/2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:24,975 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T11:30:24,992 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2dff3a36d44f%2C34013%2C1733743822281, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/WALs/2dff3a36d44f,34013,1733743822281, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/oldWALs, maxLogs=10
2024-12-09T11:30:25,022 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/WALs/2dff3a36d44f,34013,1733743822281/2dff3a36d44f%2C34013%2C1733743822281.1733743824998, exclude list is [], retry=0
2024-12-09T11:30:25,044 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-7ca2979b-cd34-426b-82e6-baa8caaed66c,DISK]
2024-12-09T11:30:25,047 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-09T11:30:25,088 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/WALs/2dff3a36d44f,34013,1733743822281/2dff3a36d44f%2C34013%2C1733743822281.1733743824998
2024-12-09T11:30:25,089 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46003:46003)]
2024-12-09T11:30:25,090 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:30:25,090 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:30:25,093 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,094 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,136 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T11:30:25,170 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-09T11:30:25,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,178 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:30:25,178 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T11:30:25,182 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-09T11:30:25,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,184 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:30:25,184 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T11:30:25,187 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-09T11:30:25,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,189 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:30:25,189 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-09T11:30:25,193 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-09T11:30:25,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,194 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:30:25,195 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,199 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,200 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,207 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,207 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,212 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T11:30:25,216 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-09T11:30:25,223 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:30:25,225 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68211522, jitterRate=0.01643088459968567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T11:30:25,232 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733743825107Initializing all the Stores at 1733743825109 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743825110 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743825111 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743825111Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743825111Cleaning up temporary data from old regions at 1733743825207 (+96 ms)Region opened successfully at 1733743825232 (+25 ms)
2024-12-09T11:30:25,233 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-09T11:30:25,273 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b676b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dff3a36d44f/172.17.0.3:0
2024-12-09T11:30:25,308 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-09T11:30:25,320 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-09T11:30:25,321 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-09T11:30:25,324 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-09T11:30:25,325 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-09T11:30:25,331 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-09T11:30:25,331 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-09T11:30:25,360 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-09T11:30:25,370 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-09T11:30:25,372 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-09T11:30:25,375 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-09T11:30:25,376 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-09T11:30:25,378 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-09T11:30:25,380 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-09T11:30:25,384 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-09T11:30:25,386 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-09T11:30:25,388 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-09T11:30:25,390 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-09T11:30:25,409 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-09T11:30:25,410 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-09T11:30:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T11:30:25,416 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-09T11:30:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:25,416 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:25,419 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2dff3a36d44f,34013,1733743822281, sessionid=0x1012af2d26c0000, setting cluster-up flag (Was=false)
2024-12-09T11:30:25,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:25,436 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:25,443 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-09T11:30:25,445 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:25,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:25,452 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:30:25,459 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-09T11:30:25,461 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2dff3a36d44f,34013,1733743822281
2024-12-09T11:30:25,468 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-09T11:30:25,528 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(746): ClusterId : 66283174-8322-49d5-8c51-33d66e261457
2024-12-09T11:30:25,531 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-09T11:30:25,537 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-09T11:30:25,537 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-09T11:30:25,541 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-09T11:30:25,541 DEBUG [RS:0;2dff3a36d44f:45289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ea3a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2dff3a36d44f/172.17.0.3:0
2024-12-09T11:30:25,551 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-09T11:30:25,560 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2dff3a36d44f:45289
2024-12-09T11:30:25,562 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-09T11:30:25,565 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-09T11:30:25,565 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-09T11:30:25,565 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-09T11:30:25,568 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dff3a36d44f,34013,1733743822281 with port=45289, startcode=1733743823195
2024-12-09T11:30:25,570 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-09T11:30:25,576 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2dff3a36d44f,34013,1733743822281
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-09T11:30:25,583 DEBUG [RS:0;2dff3a36d44f:45289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-09T11:30:25,585 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2dff3a36d44f:0, corePoolSize=5, maxPoolSize=5
2024-12-09T11:30:25,585 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2dff3a36d44f:0, corePoolSize=5, maxPoolSize=5
2024-12-09T11:30:25,586 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2dff3a36d44f:0, corePoolSize=5, maxPoolSize=5
2024-12-09T11:30:25,586 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2dff3a36d44f:0, corePoolSize=5, maxPoolSize=5
2024-12-09T11:30:25,586 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2dff3a36d44f:0, corePoolSize=10, maxPoolSize=10
2024-12-09T11:30:25,586 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:25,586 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2dff3a36d44f:0, corePoolSize=2, maxPoolSize=2
2024-12-09T11:30:25,587 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:25,594 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733743855594
2024-12-09T11:30:25,596 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-09T11:30:25,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T11:30:25,597 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-09T11:30:25,598 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-09T11:30:25,602 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-09T11:30:25,603 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-09T11:30:25,603 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-09T11:30:25,603 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-09T11:30:25,605 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,605 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-09T11:30:25,604 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:25,613 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-09T11:30:25,615 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-09T11:30:25,615 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-09T11:30:25,629 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-09T11:30:25,630 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-09T11:30:25,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741831_1007 (size=1321)
2024-12-09T11:30:25,635 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2dff3a36d44f:0:becomeActiveMaster-HFileCleaner.large.0-1733743825634,5,FailOnTimeoutGroup]
2024-12-09T11:30:25,635 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-09T11:30:25,637 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-09T11:30:25,638 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:30:25,643 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34013 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T11:30:25,647 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2dff3a36d44f:0:becomeActiveMaster-HFileCleaner.small.0-1733743825635,5,FailOnTimeoutGroup]
2024-12-09T11:30:25,647 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:25,647 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-09T11:30:25,649 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:25,649 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:25,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741832_1008 (size=32)
2024-12-09T11:30:25,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:30:25,673 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T11:30:25,676 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T11:30:25,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,679 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:30:25,679 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-09T11:30:25,680 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T11:30:25,680 WARN  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-12-09T11:30:25,683 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T11:30:25,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,685 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:30:25,685 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T11:30:25,688 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T11:30:25,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,690 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:30:25,690 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T11:30:25,700 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T11:30:25,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:30:25,701 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:30:25,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T11:30:25,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740
2024-12-09T11:30:25,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740
2024-12-09T11:30:25,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T11:30:25,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T11:30:25,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T11:30:25,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T11:30:25,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:30:25,720 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71747049, jitterRate=0.06911434233188629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T11:30:25,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733743825669Initializing all the Stores at 1733743825672 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743825672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743825672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743825672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743825672Cleaning up temporary data from old regions at 1733743825708 (+36 ms)Region opened successfully at 1733743825723 (+15 ms)
2024-12-09T11:30:25,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T11:30:25,725 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T11:30:25,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T11:30:25,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T11:30:25,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T11:30:25,728 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T11:30:25,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733743825725Disabling compacts and flushes for region at 1733743825725Disabling writes for close at 1733743825725Writing region close event to WAL at 1733743825728 (+3 ms)Closed at 1733743825728
2024-12-09T11:30:25,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T11:30:25,733 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-09T11:30:25,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-09T11:30:25,751 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T11:30:25,754 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-09T11:30:25,905 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:26,906 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:27,907 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:28,908 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:29,908 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:30,909 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:31,910 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:32,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-09T11:30:32,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-09T11:30:32,911 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:33,912 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:34,912 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:35,913 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:36,914 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:37,915 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:38,916 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:39,916 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:40,923 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:41,924 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:42,925 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:43,926 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:44,926 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:45,927 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:46,928 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:47,929 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:48,929 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:49,930 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:50,931 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:51,287 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T11:30:51,932 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:52,932 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:53,933 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:54,934 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:55,683 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(2659): reportForDuty to master=2dff3a36d44f,34013,1733743822281 with port=45289, startcode=1733743823195
2024-12-09T11:30:55,689 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2dff3a36d44f,45289,1733743823195
2024-12-09T11:30:55,692 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34013 {}] master.ServerManager(517): Registering regionserver=2dff3a36d44f,45289,1733743823195
2024-12-09T11:30:55,709 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:30:55,709 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37799
2024-12-09T11:30:55,709 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-09T11:30:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T11:30:55,719 DEBUG [RS:0;2dff3a36d44f:45289 {}] zookeeper.ZKUtil(111): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2dff3a36d44f,45289,1733743823195
2024-12-09T11:30:55,719 WARN  [RS:0;2dff3a36d44f:45289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-09T11:30:55,720 INFO  [RS:0;2dff3a36d44f:45289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T11:30:55,720 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195
2024-12-09T11:30:55,726 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2dff3a36d44f,45289,1733743823195]
2024-12-09T11:30:55,792 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-09T11:30:55,809 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-09T11:30:55,822 INFO  [RS:0;2dff3a36d44f:45289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-09T11:30:55,822 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,829 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-09T11:30:55,835 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-09T11:30:55,837 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,837 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,838 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,838 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,838 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,838 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,839 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2dff3a36d44f:0, corePoolSize=2, maxPoolSize=2
2024-12-09T11:30:55,839 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,839 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,839 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,840 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,840 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,840 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2dff3a36d44f:0, corePoolSize=1, maxPoolSize=1
2024-12-09T11:30:55,840 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2dff3a36d44f:0, corePoolSize=3, maxPoolSize=3
2024-12-09T11:30:55,840 DEBUG [RS:0;2dff3a36d44f:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2dff3a36d44f:0, corePoolSize=3, maxPoolSize=3
2024-12-09T11:30:55,847 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,847 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,847 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,847 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,847 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,847 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,45289,1733743823195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T11:30:55,878 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-09T11:30:55,881 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,45289,1733743823195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,882 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,882 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.Replication(171): 2dff3a36d44f,45289,1733743823195 started
2024-12-09T11:30:55,914 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T11:30:55,914 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1482): Serving as 2dff3a36d44f,45289,1733743823195, RpcServer on 2dff3a36d44f/172.17.0.3:45289, sessionid=0x1012af2d26c0001
2024-12-09T11:30:55,916 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-09T11:30:55,916 DEBUG [RS:0;2dff3a36d44f:45289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2dff3a36d44f,45289,1733743823195
2024-12-09T11:30:55,916 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dff3a36d44f,45289,1733743823195'
2024-12-09T11:30:55,916 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-09T11:30:55,920 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-09T11:30:55,921 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-09T11:30:55,921 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-09T11:30:55,922 DEBUG [RS:0;2dff3a36d44f:45289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2dff3a36d44f,45289,1733743823195
2024-12-09T11:30:55,922 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2dff3a36d44f,45289,1733743823195'
2024-12-09T11:30:55,922 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-09T11:30:55,923 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-09T11:30:55,924 DEBUG [RS:0;2dff3a36d44f:45289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-09T11:30:55,924 INFO  [RS:0;2dff3a36d44f:45289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-09T11:30:55,924 INFO  [RS:0;2dff3a36d44f:45289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-09T11:30:55,937 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:56,938 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:57,939 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:58,941 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:30:59,942 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:00,943 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:01,943 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:02,944 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:03,945 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:04,946 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:05,946 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:06,947 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:07,948 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:08,949 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:09,949 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:10,950 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:11,951 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:12,951 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:13,952 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:14,953 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:15,954 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:16,954 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:17,955 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:18,956 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:19,956 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:20,957 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:21,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T11:31:21,958 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:22,959 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:23,960 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:24,960 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:25,930 INFO  [RS:0;2dff3a36d44f:45289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-09T11:31:25,934 INFO  [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2dff3a36d44f%2C45289%2C1733743823195, suffix=, logDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/oldWALs, maxLogs=32
2024-12-09T11:31:25,953 DEBUG [RS:0;2dff3a36d44f:45289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195/2dff3a36d44f%2C45289%2C1733743823195.1733743885936, exclude list is [], retry=0
2024-12-09T11:31:25,959 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-7ca2979b-cd34-426b-82e6-baa8caaed66c,DISK]
2024-12-09T11:31:25,961 WARN  [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-09T11:31:25,963 INFO  [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195/2dff3a36d44f%2C45289%2C1733743823195.1733743885936
2024-12-09T11:31:25,963 DEBUG [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46003:46003)]
2024-12-09T11:31:26,213 DEBUG [2dff3a36d44f:34013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-09T11:31:26,228 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:26,236 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dff3a36d44f,45289,1733743823195, state=OPENING
2024-12-09T11:31:26,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-09T11:31:26,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:31:26,243 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:31:26,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T11:31:26,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T11:31:26,245 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-09T11:31:26,247 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:26,422 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-09T11:31:26,427 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-09T11:31:26,439 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-09T11:31:26,439 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-09T11:31:26,440 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-09T11:31:26,443 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2dff3a36d44f%2C45289%2C1733743823195.meta, suffix=.meta, logDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195, archiveDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/oldWALs, maxLogs=32
2024-12-09T11:31:26,467 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195/2dff3a36d44f%2C45289%2C1733743823195.meta.1733743886445.meta, exclude list is [], retry=0
2024-12-09T11:31:26,471 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42921,DS-7ca2979b-cd34-426b-82e6-baa8caaed66c,DISK]
2024-12-09T11:31:26,474 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/WALs/2dff3a36d44f,45289,1733743823195/2dff3a36d44f%2C45289%2C1733743823195.meta.1733743886445.meta
2024-12-09T11:31:26,474 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46003:46003)]
2024-12-09T11:31:26,474 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:26,476 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-09T11:31:26,479 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-09T11:31:26,484 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-09T11:31:26,488 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-09T11:31:26,488 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:26,489 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-09T11:31:26,489 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-09T11:31:26,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-09T11:31:26,493 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-09T11:31:26,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:26,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:31:26,494 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-09T11:31:26,495 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-09T11:31:26,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:26,496 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:31:26,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-09T11:31:26,498 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-09T11:31:26,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:26,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:31:26,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-09T11:31:26,500 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-09T11:31:26,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:26,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-09T11:31:26,502 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-09T11:31:26,504 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740
2024-12-09T11:31:26,507 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740
2024-12-09T11:31:26,510 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-09T11:31:26,510 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-09T11:31:26,512 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-09T11:31:26,515 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-09T11:31:26,517 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72842145, jitterRate=0.08543254435062408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-09T11:31:26,518 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-09T11:31:26,520 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733743886489Writing region info on filesystem at 1733743886489Initializing all the Stores at 1733743886491 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743886491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743886492 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743886492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733743886492Cleaning up temporary data from old regions at 1733743886510 (+18 ms)Running coprocessor post-open hooks at 1733743886518 (+8 ms)Region opened successfully at 1733743886520 (+2 ms)
2024-12-09T11:31:26,530 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733743886414
2024-12-09T11:31:26,545 DEBUG [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-09T11:31:26,545 INFO  [RS_OPEN_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-09T11:31:26,548 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:26,550 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2dff3a36d44f,45289,1733743823195, state=OPEN
2024-12-09T11:31:26,556 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T11:31:26,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-09T11:31:26,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T11:31:26,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-09T11:31:26,557 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:26,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-09T11:31:26,563 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2dff3a36d44f,45289,1733743823195 in 310 msec
2024-12-09T11:31:26,571 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-09T11:31:26,572 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.826 sec
2024-12-09T11:31:26,573 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-09T11:31:26,573 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-09T11:31:26,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T11:31:26,596 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dff3a36d44f,45289,1733743823195, seqNum=-1]
2024-12-09T11:31:26,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T11:31:26,627 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T11:31:26,654 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 1.153 sec
2024-12-09T11:31:26,654 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733743886654, completionTime=-1
2024-12-09T11:31:26,658 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-09T11:31:26,658 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-09T11:31:26,687 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-09T11:31:26,687 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733743946687
2024-12-09T11:31:26,687 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733744006687
2024-12-09T11:31:26,688 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec
2024-12-09T11:31:26,690 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,34013,1733743822281-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,690 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,34013,1733743822281-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,690 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,34013,1733743822281-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,692 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2dff3a36d44f:34013, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,692 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,693 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,700 DEBUG [master/2dff3a36d44f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-09T11:31:26,727 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.342sec
2024-12-09T11:31:26,728 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-09T11:31:26,729 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-09T11:31:26,730 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-09T11:31:26,731 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-09T11:31:26,731 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-09T11:31:26,732 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,34013,1733743822281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-09T11:31:26,732 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,34013,1733743822281-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-09T11:31:26,743 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-09T11:31:26,744 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-09T11:31:26,746 INFO  [master/2dff3a36d44f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2dff3a36d44f,34013,1733743822281-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-09T11:31:26,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bf7d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T11:31:26,833 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-09T11:31:26,833 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-09T11:31:26,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2dff3a36d44f,34013,-1 for getting cluster id
2024-12-09T11:31:26,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T11:31:26,851 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66283174-8322-49d5-8c51-33d66e261457'
2024-12-09T11:31:26,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T11:31:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66283174-8322-49d5-8c51-33d66e261457"

2024-12-09T11:31:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333aad36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T11:31:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2dff3a36d44f,34013,-1]
2024-12-09T11:31:26,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T11:31:26,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:31:26,862 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T11:31:26,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798a1ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T11:31:26,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T11:31:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dff3a36d44f,45289,1733743823195, seqNum=-1]
2024-12-09T11:31:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T11:31:26,877 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T11:31:26,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2dff3a36d44f,34013,1733743822281
2024-12-09T11:31:26,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d61efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T11:31:26,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2dff3a36d44f,34013,-1 for getting cluster id
2024-12-09T11:31:26,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-09T11:31:26,905 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66283174-8322-49d5-8c51-33d66e261457'
2024-12-09T11:31:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-09T11:31:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66283174-8322-49d5-8c51-33d66e261457"

2024-12-09T11:31:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641c4fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T11:31:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2dff3a36d44f,34013,-1]
2024-12-09T11:31:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-09T11:31:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:31:26,913 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-09T11:31:26,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41890999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-09T11:31:26,936 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=11, AvailableMemoryMB=1755
2024-12-09T11:31:26,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-09T11:31:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2dff3a36d44f,34013,1733743822281
2024-12-09T11:31:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7575b5c8
2024-12-09T11:31:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-09T11:31:27,005 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-09T11:31:27,022 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T11:31:27,035 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:27,038 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-12-09T11:31:27,038 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:27,043 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T11:31:27,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741835_1011 (size=428)
2024-12-09T11:31:27,470 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a1185e52a5d24287fbd9be1be05df8b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:27,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741836_1012 (size=79)
2024-12-09T11:31:27,884 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:27,884 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 8a1185e52a5d24287fbd9be1be05df8b, disabling compactions & flushes
2024-12-09T11:31:27,884 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:27,885 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:27,885 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b. after waiting 0 ms
2024-12-09T11:31:27,885 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:27,885 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:27,885 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a1185e52a5d24287fbd9be1be05df8b:
Waiting for close lock at 1733743887884Disabling compacts and flushes for region at 1733743887884Disabling writes for close at 1733743887885 (+1 ms)Writing region close event to WAL at 1733743887885Closed at 1733743887885
2024-12-09T11:31:27,890 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:27,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733743887890"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743887890"}]},"ts":"1733743887890"}
2024-12-09T11:31:27,904 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:27,907 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:27,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743887907"}]},"ts":"1733743887907"}
2024-12-09T11:31:27,916 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-12-09T11:31:27,919 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8a1185e52a5d24287fbd9be1be05df8b, ASSIGN}]
2024-12-09T11:31:27,922 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8a1185e52a5d24287fbd9be1be05df8b, ASSIGN
2024-12-09T11:31:27,925 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8a1185e52a5d24287fbd9be1be05df8b, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T11:31:28,077 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a1185e52a5d24287fbd9be1be05df8b, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:28,082 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8a1185e52a5d24287fbd9be1be05df8b, ASSIGN because future has completed
2024-12-09T11:31:28,083 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a1185e52a5d24287fbd9be1be05df8b, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:28,255 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:28,256 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a1185e52a5d24287fbd9be1be05df8b, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:28,256 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,257 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:28,257 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,257 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,263 INFO  [StoreOpener-8a1185e52a5d24287fbd9be1be05df8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8a1185e52a5d24287fbd9be1be05df8b 
2024-12-09T11:31:28,267 INFO  [StoreOpener-8a1185e52a5d24287fbd9be1be05df8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a1185e52a5d24287fbd9be1be05df8b columnFamilyName testFamily
2024-12-09T11:31:28,267 DEBUG [StoreOpener-8a1185e52a5d24287fbd9be1be05df8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:28,268 INFO  [StoreOpener-8a1185e52a5d24287fbd9be1be05df8b-1 {}] regionserver.HStore(327): Store=8a1185e52a5d24287fbd9be1be05df8b/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:28,268 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,270 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,270 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,273 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,273 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,276 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,280 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:28,281 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8a1185e52a5d24287fbd9be1be05df8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71398088, jitterRate=0.06391441822052002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:28,281 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:31:28,282 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8a1185e52a5d24287fbd9be1be05df8b:
Running coprocessor pre-open hook at 1733743888257Writing region info on filesystem at 1733743888257Initializing all the Stores at 1733743888261 (+4 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743888261Cleaning up temporary data from old regions at 1733743888273 (+12 ms)Running coprocessor post-open hooks at 1733743888281 (+8 ms)Region opened successfully at 1733743888282 (+1 ms)
2024-12-09T11:31:28,285 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b., pid=6, masterSystemTime=1733743888239
2024-12-09T11:31:28,290 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:28,290 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:31:28,292 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8a1185e52a5d24287fbd9be1be05df8b, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:28,297 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a1185e52a5d24287fbd9be1be05df8b, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:28,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-09T11:31:28,308 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a1185e52a5d24287fbd9be1be05df8b, server=2dff3a36d44f,45289,1733743823195 in 220 msec
2024-12-09T11:31:28,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-09T11:31:28,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=8a1185e52a5d24287fbd9be1be05df8b, ASSIGN in 390 msec
2024-12-09T11:31:28,315 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:28,315 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743888315"}]},"ts":"1733743888315"}
2024-12-09T11:31:28,319 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-12-09T11:31:28,321 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:28,325 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2960 sec
2024-12-09T11:31:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-09T11:31:30,072 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-12-09T11:31:30,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-12-09T11:31:30,074 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:30,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-12-09T11:31:30,081 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:30,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-12-09T11:31:30,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-09T11:31:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2dff3a36d44f,45289,1733743823195, seqNum=-1]
2024-12-09T11:31:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-09T11:31:30,094 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-09T11:31:30,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:30,136 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:30,142 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-12-09T11:31:30,149 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-09T11:31:30,155 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-09T11:31:30,157 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-09T11:31:30,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6078500809815883784
2024-12-09T11:31:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743893157, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:30,171 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-09T11:31:30,172 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-09T11:31:30,174 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:30,181 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:30,184 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6078500809815883786
2024-12-09T11:31:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743893181, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:30,191 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:30,192 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6078500809815883787
2024-12-09T11:31:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743893190, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:30,197 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:30,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6078500809815883788
2024-12-09T11:31:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743893197, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:30,209 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:30,239 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-795632625_22 at /127.0.0.1:54330 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 479) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1546 (was 1755)
2024-12-09T11:31:30,257 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=11, AvailableMemoryMB=1545
2024-12-09T11:31:30,264 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:30,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-12-09T11:31:30,275 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:30,276 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:30,277 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-12-09T11:31:30,279 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T11:31:30,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741837_1013 (size=414)
2024-12-09T11:31:30,707 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4bee9b6fcae5504aa8491c79530c078, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:30,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741838_1014 (size=65)
2024-12-09T11:31:30,740 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:30,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b4bee9b6fcae5504aa8491c79530c078, disabling compactions & flushes
2024-12-09T11:31:30,741 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:30,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:30,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078. after waiting 0 ms
2024-12-09T11:31:30,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:30,741 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:30,741 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4bee9b6fcae5504aa8491c79530c078:
Waiting for close lock at 1733743890741Disabling compacts and flushes for region at 1733743890741Disabling writes for close at 1733743890741Writing region close event to WAL at 1733743890741Closed at 1733743890741
2024-12-09T11:31:30,746 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:30,746 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733743890746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743890746"}]},"ts":"1733743890746"}
2024-12-09T11:31:30,761 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:30,765 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:30,765 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743890765"}]},"ts":"1733743890765"}
2024-12-09T11:31:30,771 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-09T11:31:30,772 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b4bee9b6fcae5504aa8491c79530c078, ASSIGN}]
2024-12-09T11:31:30,776 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b4bee9b6fcae5504aa8491c79530c078, ASSIGN
2024-12-09T11:31:30,779 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b4bee9b6fcae5504aa8491c79530c078, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:30,930 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b4bee9b6fcae5504aa8491c79530c078, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:30,935 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b4bee9b6fcae5504aa8491c79530c078, ASSIGN because future has completed
2024-12-09T11:31:30,943 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4bee9b6fcae5504aa8491c79530c078, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:31,127 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:31,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => b4bee9b6fcae5504aa8491c79530c078, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:31,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:31,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,138 INFO  [StoreOpener-b4bee9b6fcae5504aa8491c79530c078-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b4bee9b6fcae5504aa8491c79530c078 
2024-12-09T11:31:31,147 INFO  [StoreOpener-b4bee9b6fcae5504aa8491c79530c078-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4bee9b6fcae5504aa8491c79530c078 columnFamilyName testFamily
2024-12-09T11:31:31,147 DEBUG [StoreOpener-b4bee9b6fcae5504aa8491c79530c078-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:31,154 INFO  [StoreOpener-b4bee9b6fcae5504aa8491c79530c078-1 {}] regionserver.HStore(327): Store=b4bee9b6fcae5504aa8491c79530c078/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:31,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:31,179 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened b4bee9b6fcae5504aa8491c79530c078; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73998356, jitterRate=0.10266143083572388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:31,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:31:31,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for b4bee9b6fcae5504aa8491c79530c078:
Running coprocessor pre-open hook at 1733743891128Writing region info on filesystem at 1733743891128Initializing all the Stores at 1733743891134 (+6 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743891134Cleaning up temporary data from old regions at 1733743891161 (+27 ms)Running coprocessor post-open hooks at 1733743891179 (+18 ms)Region opened successfully at 1733743891180 (+1 ms)
2024-12-09T11:31:31,187 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., pid=9, masterSystemTime=1733743891110
2024-12-09T11:31:31,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:31,197 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:31:31,198 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b4bee9b6fcae5504aa8491c79530c078, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:31,205 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4bee9b6fcae5504aa8491c79530c078, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:31,213 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-09T11:31:31,218 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b4bee9b6fcae5504aa8491c79530c078, server=2dff3a36d44f,45289,1733743823195 in 265 msec
2024-12-09T11:31:31,219 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-09T11:31:31,219 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=b4bee9b6fcae5504aa8491c79530c078, ASSIGN in 442 msec
2024-12-09T11:31:31,221 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:31,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743891221"}]},"ts":"1733743891221"}
2024-12-09T11:31:31,225 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-09T11:31:31,226 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:31,229 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 962 msec
2024-12-09T11:31:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-09T11:31:31,302 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-12-09T11:31:31,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-09T11:31:31,302 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:31,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-09T11:31:31,311 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:31,311 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-12-09T11:31:31,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:31,335 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:31,336 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-09T11:31:31,342 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T11:31:31,346 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-09T11:31:32,018 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:31:32,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-12-09T11:31:32,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-09T11:31:32,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-12-09T11:31:32,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-09T11:31:32,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:32,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T11:31:32,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-09T11:31:32,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-12-09T11:31:32,733 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:32,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-12-09T11:31:32,734 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:37,350 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2dff3a36d44f:45289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-12-09T11:31:37,350 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms
2024-12-09T11:31:37,350 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 from cache
2024-12-09T11:31:37,360 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 497), ProcessCount=11 (was 11), AvailableMemoryMB=2065 (was 1545) - AvailableMemoryMB LEAK? -
2024-12-09T11:31:37,369 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=2064
2024-12-09T11:31:37,372 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:37,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-12-09T11:31:37,376 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:37,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:37,376 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-12-09T11:31:37,377 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T11:31:37,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741839_1015 (size=412)
2024-12-09T11:31:37,790 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25715e7e37cac0acaeb068864a49bc7a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:37,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741840_1016 (size=63)
2024-12-09T11:31:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes
2024-12-09T11:31:38,201 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:38,201 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 25715e7e37cac0acaeb068864a49bc7a, disabling compactions & flushes
2024-12-09T11:31:38,201 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,201 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,201 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a. after waiting 0 ms
2024-12-09T11:31:38,201 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,201 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,201 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25715e7e37cac0acaeb068864a49bc7a:
Waiting for close lock at 1733743898201Disabling compacts and flushes for region at 1733743898201Disabling writes for close at 1733743898201Writing region close event to WAL at 1733743898201Closed at 1733743898201
2024-12-09T11:31:38,204 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:38,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733743898204"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743898204"}]},"ts":"1733743898204"}
2024-12-09T11:31:38,208 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:38,210 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:38,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743898210"}]},"ts":"1733743898210"}
2024-12-09T11:31:38,213 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-09T11:31:38,214 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=25715e7e37cac0acaeb068864a49bc7a, ASSIGN}]
2024-12-09T11:31:38,215 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=25715e7e37cac0acaeb068864a49bc7a, ASSIGN
2024-12-09T11:31:38,217 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=25715e7e37cac0acaeb068864a49bc7a, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:38,368 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=25715e7e37cac0acaeb068864a49bc7a, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:38,372 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=25715e7e37cac0acaeb068864a49bc7a, ASSIGN because future has completed
2024-12-09T11:31:38,372 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25715e7e37cac0acaeb068864a49bc7a, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T11:31:38,532 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 25715e7e37cac0acaeb068864a49bc7a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:38,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:38,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,536 INFO  [StoreOpener-25715e7e37cac0acaeb068864a49bc7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 25715e7e37cac0acaeb068864a49bc7a 
2024-12-09T11:31:38,538 INFO  [StoreOpener-25715e7e37cac0acaeb068864a49bc7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25715e7e37cac0acaeb068864a49bc7a columnFamilyName testFamily
2024-12-09T11:31:38,538 DEBUG [StoreOpener-25715e7e37cac0acaeb068864a49bc7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:38,538 INFO  [StoreOpener-25715e7e37cac0acaeb068864a49bc7a-1 {}] regionserver.HStore(327): Store=25715e7e37cac0acaeb068864a49bc7a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:38,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:38,549 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 25715e7e37cac0acaeb068864a49bc7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62948344, jitterRate=-0.06199657917022705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:38,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:31:38,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 25715e7e37cac0acaeb068864a49bc7a:
Running coprocessor pre-open hook at 1733743898533Writing region info on filesystem at 1733743898533Initializing all the Stores at 1733743898535 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743898535Cleaning up temporary data from old regions at 1733743898541 (+6 ms)Running coprocessor post-open hooks at 1733743898549 (+8 ms)Region opened successfully at 1733743898550 (+1 ms)
2024-12-09T11:31:38,551 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a., pid=12, masterSystemTime=1733743898526
2024-12-09T11:31:38,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,555 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:31:38,556 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=25715e7e37cac0acaeb068864a49bc7a, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:38,560 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25715e7e37cac0acaeb068864a49bc7a, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:38,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-09T11:31:38,566 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 25715e7e37cac0acaeb068864a49bc7a, server=2dff3a36d44f,45289,1733743823195 in 190 msec
2024-12-09T11:31:38,570 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-09T11:31:38,570 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=25715e7e37cac0acaeb068864a49bc7a, ASSIGN in 353 msec
2024-12-09T11:31:38,572 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:38,572 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743898572"}]},"ts":"1733743898572"}
2024-12-09T11:31:38,576 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-09T11:31:38,578 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:38,581 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2060 sec
2024-12-09T11:31:40,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-12-09T11:31:40,411 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-12-09T11:31:40,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-09T11:31:40,412 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:40,416 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-09T11:31:40,416 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:40,416 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-12-09T11:31:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:40,433 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:40,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-09T11:31:40,437 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T11:31:40,439 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T11:31:40,440 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T11:31:40,441 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-09T11:31:42,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-12-09T11:31:42,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:44,072 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:31:44,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-12-09T11:31:46,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883797' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T11:31:46,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50406 deadline: 1733743912447, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883797' does not exist
2024-12-09T11:31:46,451 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2dff3a36d44f,45289,1733743823195 for closing scanner id = 6078500809815883797 for 25715e7e37cac0acaeb068864a49bc7a of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883797' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T11:31:46,455 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 435) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1727 (was 2064)
2024-12-09T11:31:46,465 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=1726
2024-12-09T11:31:46,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-12-09T11:31:46,471 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:46,472 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:46,472 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-12-09T11:31:46,473 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T11:31:46,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741841_1017 (size=423)
2024-12-09T11:31:46,498 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aac3240aca6c3ca20e65a903cedba03a, NAME => 'testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:46,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741842_1018 (size=74)
2024-12-09T11:31:46,513 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:46,513 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing aac3240aca6c3ca20e65a903cedba03a, disabling compactions & flushes
2024-12-09T11:31:46,513 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,513 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,513 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a. after waiting 0 ms
2024-12-09T11:31:46,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,514 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,514 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for aac3240aca6c3ca20e65a903cedba03a:
Waiting for close lock at 1733743906513Disabling compacts and flushes for region at 1733743906513Disabling writes for close at 1733743906514 (+1 ms)Writing region close event to WAL at 1733743906514Closed at 1733743906514
2024-12-09T11:31:46,517 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:46,517 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733743906517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743906517"}]},"ts":"1733743906517"}
2024-12-09T11:31:46,521 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:46,523 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:46,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743906523"}]},"ts":"1733743906523"}
2024-12-09T11:31:46,528 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-12-09T11:31:46,529 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=aac3240aca6c3ca20e65a903cedba03a, ASSIGN}]
2024-12-09T11:31:46,532 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=aac3240aca6c3ca20e65a903cedba03a, ASSIGN
2024-12-09T11:31:46,534 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=aac3240aca6c3ca20e65a903cedba03a, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:46,686 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=aac3240aca6c3ca20e65a903cedba03a, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:46,691 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=aac3240aca6c3ca20e65a903cedba03a, ASSIGN because future has completed
2024-12-09T11:31:46,692 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac3240aca6c3ca20e65a903cedba03a, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:46,853 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,854 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => aac3240aca6c3ca20e65a903cedba03a, NAME => 'testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:46,854 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,854 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:46,855 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,855 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,857 INFO  [StoreOpener-aac3240aca6c3ca20e65a903cedba03a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region aac3240aca6c3ca20e65a903cedba03a 
2024-12-09T11:31:46,861 INFO  [StoreOpener-aac3240aca6c3ca20e65a903cedba03a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aac3240aca6c3ca20e65a903cedba03a columnFamilyName testFamily
2024-12-09T11:31:46,861 DEBUG [StoreOpener-aac3240aca6c3ca20e65a903cedba03a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:46,862 INFO  [StoreOpener-aac3240aca6c3ca20e65a903cedba03a-1 {}] regionserver.HStore(327): Store=aac3240aca6c3ca20e65a903cedba03a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:46,863 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,864 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,864 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,865 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,865 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,870 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,874 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:46,875 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened aac3240aca6c3ca20e65a903cedba03a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73586471, jitterRate=0.09652386605739594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:46,876 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:31:46,876 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for aac3240aca6c3ca20e65a903cedba03a:
Running coprocessor pre-open hook at 1733743906855Writing region info on filesystem at 1733743906855Initializing all the Stores at 1733743906857 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743906857Cleaning up temporary data from old regions at 1733743906865 (+8 ms)Running coprocessor post-open hooks at 1733743906876 (+11 ms)Region opened successfully at 1733743906876
2024-12-09T11:31:46,878 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a., pid=15, masterSystemTime=1733743906847
2024-12-09T11:31:46,882 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,882 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:31:46,883 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=aac3240aca6c3ca20e65a903cedba03a, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:46,886 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure aac3240aca6c3ca20e65a903cedba03a, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:46,896 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-09T11:31:46,897 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure aac3240aca6c3ca20e65a903cedba03a, server=2dff3a36d44f,45289,1733743823195 in 197 msec
2024-12-09T11:31:46,901 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-09T11:31:46,901 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=aac3240aca6c3ca20e65a903cedba03a, ASSIGN in 368 msec
2024-12-09T11:31:46,902 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:46,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743906902"}]},"ts":"1733743906902"}
2024-12-09T11:31:46,906 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-12-09T11:31:46,908 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:46,911 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 440 msec
2024-12-09T11:31:46,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes
2024-12-09T11:31:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-12-09T11:31:47,491 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-12-09T11:31:47,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-12-09T11:31:47,491 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:47,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-12-09T11:31:47,495 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:47,496 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-12-09T11:31:47,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:47,509 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:47,509 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-12-09T11:31:47,512 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-12-09T11:31:47,513 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-12-09T11:31:47,514 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-12-09T11:31:47,515 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6078500809815883801
2024-12-09T11:31:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743910514, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:47,517 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-12-09T11:31:47,518 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-12-09T11:31:47,519 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:47,520 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:47,520 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=6078500809815883803
2024-12-09T11:31:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743910519, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:47,524 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:47,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=6078500809815883804
2024-12-09T11:31:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743910523, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:47,527 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:47,528 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=6078500809815883805
2024-12-09T11:31:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.3:50406 deadline: 1733743910526, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-12-09T11:31:47,530 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-12-09T11:31:47,539 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-795632625_22 at /127.0.0.1:50470 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 464), ProcessCount=11 (was 11), AvailableMemoryMB=1621 (was 1726)
2024-12-09T11:31:47,547 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=1621
2024-12-09T11:31:47,549 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-12-09T11:31:47,552 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:47,552 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:47,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-12-09T11:31:47,553 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T11:31:47,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741843_1019 (size=418)
2024-12-09T11:31:47,967 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7d18de626114e6ef2be34d335a84fe4, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:47,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741844_1020 (size=69)
2024-12-09T11:31:47,977 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:47,977 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b7d18de626114e6ef2be34d335a84fe4, disabling compactions & flushes
2024-12-09T11:31:47,977 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:47,977 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:47,977 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4. after waiting 0 ms
2024-12-09T11:31:47,977 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:47,977 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:47,977 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7d18de626114e6ef2be34d335a84fe4:
Waiting for close lock at 1733743907977Disabling compacts and flushes for region at 1733743907977Disabling writes for close at 1733743907977Writing region close event to WAL at 1733743907977Closed at 1733743907977
2024-12-09T11:31:47,979 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:47,979 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733743907979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743907979"}]},"ts":"1733743907979"}
2024-12-09T11:31:47,982 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:47,984 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:47,984 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743907984"}]},"ts":"1733743907984"}
2024-12-09T11:31:47,986 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-12-09T11:31:47,987 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b7d18de626114e6ef2be34d335a84fe4, ASSIGN}]
2024-12-09T11:31:47,988 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b7d18de626114e6ef2be34d335a84fe4, ASSIGN
2024-12-09T11:31:47,989 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b7d18de626114e6ef2be34d335a84fe4, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:48,140 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b7d18de626114e6ef2be34d335a84fe4, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:48,144 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b7d18de626114e6ef2be34d335a84fe4, ASSIGN because future has completed
2024-12-09T11:31:48,144 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d18de626114e6ef2be34d335a84fe4, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:48,304 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:48,304 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b7d18de626114e6ef2be34d335a84fe4, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:48,305 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,305 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:48,305 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,305 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,308 INFO  [StoreOpener-b7d18de626114e6ef2be34d335a84fe4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b7d18de626114e6ef2be34d335a84fe4 
2024-12-09T11:31:48,310 INFO  [StoreOpener-b7d18de626114e6ef2be34d335a84fe4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d18de626114e6ef2be34d335a84fe4 columnFamilyName testFamily
2024-12-09T11:31:48,310 DEBUG [StoreOpener-b7d18de626114e6ef2be34d335a84fe4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:48,311 INFO  [StoreOpener-b7d18de626114e6ef2be34d335a84fe4-1 {}] regionserver.HStore(327): Store=b7d18de626114e6ef2be34d335a84fe4/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:48,312 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,313 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,313 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,314 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,314 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,316 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,319 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:48,320 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b7d18de626114e6ef2be34d335a84fe4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67754006, jitterRate=0.009613364934921265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:48,320 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:31:48,321 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b7d18de626114e6ef2be34d335a84fe4:
Running coprocessor pre-open hook at 1733743908305Writing region info on filesystem at 1733743908305Initializing all the Stores at 1733743908307 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743908307Cleaning up temporary data from old regions at 1733743908314 (+7 ms)Running coprocessor post-open hooks at 1733743908320 (+6 ms)Region opened successfully at 1733743908321 (+1 ms)
2024-12-09T11:31:48,323 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., pid=18, masterSystemTime=1733743908297
2024-12-09T11:31:48,325 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:48,326 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:31:48,326 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b7d18de626114e6ef2be34d335a84fe4, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:48,329 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d18de626114e6ef2be34d335a84fe4, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:48,333 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-09T11:31:48,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure b7d18de626114e6ef2be34d335a84fe4, server=2dff3a36d44f,45289,1733743823195 in 187 msec
2024-12-09T11:31:48,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-09T11:31:48,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b7d18de626114e6ef2be34d335a84fe4, ASSIGN in 347 msec
2024-12-09T11:31:48,339 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:48,339 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743908339"}]},"ts":"1733743908339"}
2024-12-09T11:31:48,342 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-12-09T11:31:48,343 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:48,345 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 794 msec
2024-12-09T11:31:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-12-09T11:31:48,571 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-12-09T11:31:48,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-12-09T11:31:48,571 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:48,576 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-12-09T11:31:48,577 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:48,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-12-09T11:31:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:48,595 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:48,595 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-12-09T11:31:48,598 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T11:31:48,600 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T11:31:49,604 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2dff3a36d44f:45289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-09T11:31:49,604 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms
2024-12-09T11:31:49,604 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 from cache
2024-12-09T11:31:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes
2024-12-09T11:31:50,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-12-09T11:31:50,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-12-09T11:31:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:50,624 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T11:31:51,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T11:31:51,603 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2dff3a36d44f:45289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=975ms
2024-12-09T11:31:51,603 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=980ms, rpcTimeout=975ms
2024-12-09T11:31:51,603 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 from cache
2024-12-09T11:31:51,612 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 223), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 451), ProcessCount=9 (was 11), AvailableMemoryMB=2617 (was 1621) - AvailableMemoryMB LEAK? -
2024-12-09T11:31:51,620 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=9, AvailableMemoryMB=2616
2024-12-09T11:31:51,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-12-09T11:31:51,625 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:51,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:51,626 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-12-09T11:31:51,627 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T11:31:51,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741845_1021 (size=416)
2024-12-09T11:31:52,037 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 361f78e79ff51b2b63f8e3bcc2cd0ba0, NAME => 'testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:52,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741846_1022 (size=67)
2024-12-09T11:31:52,046 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:52,046 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 361f78e79ff51b2b63f8e3bcc2cd0ba0, disabling compactions & flushes
2024-12-09T11:31:52,046 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,046 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,046 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0. after waiting 0 ms
2024-12-09T11:31:52,046 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,046 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,047 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 361f78e79ff51b2b63f8e3bcc2cd0ba0:
Waiting for close lock at 1733743912046Disabling compacts and flushes for region at 1733743912046Disabling writes for close at 1733743912046Writing region close event to WAL at 1733743912046Closed at 1733743912046
2024-12-09T11:31:52,049 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:52,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733743912049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743912049"}]},"ts":"1733743912049"}
2024-12-09T11:31:52,052 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:52,053 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:52,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743912053"}]},"ts":"1733743912053"}
2024-12-09T11:31:52,056 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-12-09T11:31:52,056 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=361f78e79ff51b2b63f8e3bcc2cd0ba0, ASSIGN}]
2024-12-09T11:31:52,057 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=361f78e79ff51b2b63f8e3bcc2cd0ba0, ASSIGN
2024-12-09T11:31:52,058 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=361f78e79ff51b2b63f8e3bcc2cd0ba0, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes
2024-12-09T11:31:52,209 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=361f78e79ff51b2b63f8e3bcc2cd0ba0, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:52,212 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=361f78e79ff51b2b63f8e3bcc2cd0ba0, ASSIGN because future has completed
2024-12-09T11:31:52,213 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 361f78e79ff51b2b63f8e3bcc2cd0ba0, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:52,356 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:31:52,371 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,371 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 361f78e79ff51b2b63f8e3bcc2cd0ba0, NAME => 'testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:52,372 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,372 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:52,372 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,372 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,374 INFO  [StoreOpener-361f78e79ff51b2b63f8e3bcc2cd0ba0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 361f78e79ff51b2b63f8e3bcc2cd0ba0 
2024-12-09T11:31:52,376 INFO  [StoreOpener-361f78e79ff51b2b63f8e3bcc2cd0ba0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361f78e79ff51b2b63f8e3bcc2cd0ba0 columnFamilyName testFamily
2024-12-09T11:31:52,376 DEBUG [StoreOpener-361f78e79ff51b2b63f8e3bcc2cd0ba0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:52,377 INFO  [StoreOpener-361f78e79ff51b2b63f8e3bcc2cd0ba0-1 {}] regionserver.HStore(327): Store=361f78e79ff51b2b63f8e3bcc2cd0ba0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:52,377 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,378 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,379 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,379 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,380 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,382 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,386 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:52,386 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 361f78e79ff51b2b63f8e3bcc2cd0ba0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65899732, jitterRate=-0.018017470836639404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:52,387 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:31:52,387 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 361f78e79ff51b2b63f8e3bcc2cd0ba0:
Running coprocessor pre-open hook at 1733743912372Writing region info on filesystem at 1733743912372Initializing all the Stores at 1733743912374 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743912374Cleaning up temporary data from old regions at 1733743912380 (+6 ms)Running coprocessor post-open hooks at 1733743912387 (+7 ms)Region opened successfully at 1733743912387
2024-12-09T11:31:52,389 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0., pid=21, masterSystemTime=1733743912365
2024-12-09T11:31:52,391 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,391 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:31:52,393 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=361f78e79ff51b2b63f8e3bcc2cd0ba0, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:52,395 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 361f78e79ff51b2b63f8e3bcc2cd0ba0, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:52,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-09T11:31:52,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 361f78e79ff51b2b63f8e3bcc2cd0ba0, server=2dff3a36d44f,45289,1733743823195 in 183 msec
2024-12-09T11:31:52,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-12-09T11:31:52,403 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=361f78e79ff51b2b63f8e3bcc2cd0ba0, ASSIGN in 344 msec
2024-12-09T11:31:52,404 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:52,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743912404"}]},"ts":"1733743912404"}
2024-12-09T11:31:52,407 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-12-09T11:31:52,408 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:52,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 786 msec
2024-12-09T11:31:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-12-09T11:31:52,641 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-12-09T11:31:52,641 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-12-09T11:31:52,641 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:52,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-12-09T11:31:52,646 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:52,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-12-09T11:31:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:52,661 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:52,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-12-09T11:31:52,665 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T11:31:52,667 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T11:31:52,669 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T11:31:52,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-09T11:31:52,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-12-09T11:31:52,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:52,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-12-09T11:31:52,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:52,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-12-09T11:31:52,733 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T11:31:55,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883816' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T11:31:55,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50406 deadline: 1733743916675, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883816' does not exist
2024-12-09T11:31:55,677 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2dff3a36d44f,45289,1733743823195 for closing scanner id = 6078500809815883816 for 361f78e79ff51b2b63f8e3bcc2cd0ba0 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883816' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T11:31:55,682 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223 (was 223), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 451), ProcessCount=9 (was 9), AvailableMemoryMB=2526 (was 2616)
2024-12-09T11:31:55,689 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=9, AvailableMemoryMB=2526
2024-12-09T11:31:55,692 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:31:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-12-09T11:31:55,694 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:31:55,695 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:55,695 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-12-09T11:31:55,696 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:31:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T11:31:55,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741847_1023 (size=411)
2024-12-09T11:31:56,107 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b7185724f1d909005b48eea27ff11f0, NAME => 'testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:31:56,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741848_1024 (size=62)
2024-12-09T11:31:56,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-12-09T11:31:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes
2024-12-09T11:31:56,515 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:56,515 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 6b7185724f1d909005b48eea27ff11f0, disabling compactions & flushes
2024-12-09T11:31:56,515 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,515 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,515 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0. after waiting 0 ms
2024-12-09T11:31:56,515 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,515 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,515 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b7185724f1d909005b48eea27ff11f0:
Waiting for close lock at 1733743916515Disabling compacts and flushes for region at 1733743916515Disabling writes for close at 1733743916515Writing region close event to WAL at 1733743916515Closed at 1733743916515
2024-12-09T11:31:56,517 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:31:56,518 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733743916517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743916517"}]},"ts":"1733743916517"}
2024-12-09T11:31:56,520 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:31:56,521 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:31:56,522 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743916521"}]},"ts":"1733743916521"}
2024-12-09T11:31:56,524 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-09T11:31:56,524 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6b7185724f1d909005b48eea27ff11f0, ASSIGN}]
2024-12-09T11:31:56,525 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6b7185724f1d909005b48eea27ff11f0, ASSIGN
2024-12-09T11:31:56,527 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6b7185724f1d909005b48eea27ff11f0, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:31:56,678 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6b7185724f1d909005b48eea27ff11f0, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:56,681 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6b7185724f1d909005b48eea27ff11f0, ASSIGN because future has completed
2024-12-09T11:31:56,682 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b7185724f1d909005b48eea27ff11f0, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:31:56,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T11:31:56,840 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,840 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b7185724f1d909005b48eea27ff11f0, NAME => 'testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:31:56,840 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,840 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:31:56,841 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,841 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,842 INFO  [StoreOpener-6b7185724f1d909005b48eea27ff11f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 6b7185724f1d909005b48eea27ff11f0 
2024-12-09T11:31:56,844 INFO  [StoreOpener-6b7185724f1d909005b48eea27ff11f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b7185724f1d909005b48eea27ff11f0 columnFamilyName testFamily
2024-12-09T11:31:56,844 DEBUG [StoreOpener-6b7185724f1d909005b48eea27ff11f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:31:56,845 INFO  [StoreOpener-6b7185724f1d909005b48eea27ff11f0-1 {}] regionserver.HStore(327): Store=6b7185724f1d909005b48eea27ff11f0/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:31:56,845 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,846 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,847 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,847 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,847 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,849 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,852 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:31:56,853 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6b7185724f1d909005b48eea27ff11f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59373552, jitterRate=-0.1152651309967041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:31:56,853 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:31:56,853 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6b7185724f1d909005b48eea27ff11f0:
Running coprocessor pre-open hook at 1733743916841Writing region info on filesystem at 1733743916841Initializing all the Stores at 1733743916842 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743916842Cleaning up temporary data from old regions at 1733743916847 (+5 ms)Running coprocessor post-open hooks at 1733743916853 (+6 ms)Region opened successfully at 1733743916853
2024-12-09T11:31:56,854 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0., pid=24, masterSystemTime=1733743916834
2024-12-09T11:31:56,857 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,857 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:31:56,858 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=6b7185724f1d909005b48eea27ff11f0, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:31:56,860 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b7185724f1d909005b48eea27ff11f0, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:31:56,864 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-12-09T11:31:56,864 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b7185724f1d909005b48eea27ff11f0, server=2dff3a36d44f,45289,1733743823195 in 179 msec
2024-12-09T11:31:56,867 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-09T11:31:56,867 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=6b7185724f1d909005b48eea27ff11f0, ASSIGN in 340 msec
2024-12-09T11:31:56,868 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:31:56,868 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743916868"}]},"ts":"1733743916868"}
2024-12-09T11:31:56,870 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-09T11:31:56,871 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:31:56,873 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1790 sec
2024-12-09T11:31:57,874 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:31:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-12-09T11:31:58,731 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-12-09T11:31:58,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-09T11:31:58,731 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:58,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-09T11:31:58,735 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:31:58,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-12-09T11:31:58,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:31:58,748 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:31:58,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-09T11:31:58,750 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T11:31:58,752 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T11:31:58,753 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T11:31:58,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-12-09T11:32:01,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45289 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883820' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T11:32:01,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45289 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50406 deadline: 1733743922755, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883820' does not exist
2024-12-09T11:32:01,759 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2dff3a36d44f,45289,1733743823195 for closing scanner id = 6078500809815883820 for 6b7185724f1d909005b48eea27ff11f0 of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883820' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T11:32:01,765 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 223), OpenFileDescriptor=448 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 415), ProcessCount=9 (was 9), AvailableMemoryMB=3053 (was 2526) - AvailableMemoryMB LEAK? -
2024-12-09T11:32:01,776 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=9, AvailableMemoryMB=3052
2024-12-09T11:32:01,779 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:32:01,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-12-09T11:32:01,784 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:32:01,784 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:32:01,784 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-12-09T11:32:01,785 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:32:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T11:32:01,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741849_1025 (size=419)
2024-12-09T11:32:02,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-12-09T11:32:02,204 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98fa4d8a432435221090a63a514e2281, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:32:02,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741850_1026 (size=70)
2024-12-09T11:32:02,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes
2024-12-09T11:32:02,623 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:32:02,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 98fa4d8a432435221090a63a514e2281, disabling compactions & flushes
2024-12-09T11:32:02,624 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281. after waiting 0 ms
2024-12-09T11:32:02,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,624 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,624 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98fa4d8a432435221090a63a514e2281:
Waiting for close lock at 1733743922624Disabling compacts and flushes for region at 1733743922624Disabling writes for close at 1733743922624Writing region close event to WAL at 1733743922624Closed at 1733743922624
2024-12-09T11:32:02,626 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:32:02,627 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733743922626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743922626"}]},"ts":"1733743922626"}
2024-12-09T11:32:02,630 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:32:02,632 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:32:02,632 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743922632"}]},"ts":"1733743922632"}
2024-12-09T11:32:02,639 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-09T11:32:02,640 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=98fa4d8a432435221090a63a514e2281, ASSIGN}]
2024-12-09T11:32:02,641 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=98fa4d8a432435221090a63a514e2281, ASSIGN
2024-12-09T11:32:02,643 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=98fa4d8a432435221090a63a514e2281, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:32:02,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-12-09T11:32:02,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-09T11:32:02,794 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=98fa4d8a432435221090a63a514e2281, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:02,798 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=98fa4d8a432435221090a63a514e2281, ASSIGN because future has completed
2024-12-09T11:32:02,798 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fa4d8a432435221090a63a514e2281, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:32:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T11:32:02,958 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 98fa4d8a432435221090a63a514e2281, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:32:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:32:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,961 INFO  [StoreOpener-98fa4d8a432435221090a63a514e2281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 98fa4d8a432435221090a63a514e2281 
2024-12-09T11:32:02,964 INFO  [StoreOpener-98fa4d8a432435221090a63a514e2281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98fa4d8a432435221090a63a514e2281 columnFamilyName testFamily
2024-12-09T11:32:02,964 DEBUG [StoreOpener-98fa4d8a432435221090a63a514e2281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:32:02,965 INFO  [StoreOpener-98fa4d8a432435221090a63a514e2281-1 {}] regionserver.HStore(327): Store=98fa4d8a432435221090a63a514e2281/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:32:02,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:32:02,974 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 98fa4d8a432435221090a63a514e2281; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67504969, jitterRate=0.005902424454689026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:32:02,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:02,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 98fa4d8a432435221090a63a514e2281:
Running coprocessor pre-open hook at 1733743922959Writing region info on filesystem at 1733743922959Initializing all the Stores at 1733743922961 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743922961Cleaning up temporary data from old regions at 1733743922967 (+6 ms)Running coprocessor post-open hooks at 1733743922975 (+8 ms)Region opened successfully at 1733743922975
2024-12-09T11:32:02,977 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., pid=27, masterSystemTime=1733743922952
2024-12-09T11:32:02,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,981 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:02,982 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=98fa4d8a432435221090a63a514e2281, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:02,985 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98fa4d8a432435221090a63a514e2281, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:32:02,989 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-09T11:32:02,989 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 98fa4d8a432435221090a63a514e2281, server=2dff3a36d44f,45289,1733743823195 in 188 msec
2024-12-09T11:32:02,993 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-12-09T11:32:02,993 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=98fa4d8a432435221090a63a514e2281, ASSIGN in 350 msec
2024-12-09T11:32:02,994 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:32:02,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743922994"}]},"ts":"1733743922994"}
2024-12-09T11:32:02,997 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-09T11:32:02,999 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:32:03,001 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2190 sec
2024-12-09T11:32:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-09T11:32:04,821 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-12-09T11:32:04,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-09T11:32:04,821 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:32:04,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-09T11:32:04,826 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:32:04,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-12-09T11:32:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:32:04,844 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:32:04,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-09T11:32:04,848 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T11:32:04,850 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-12-09T11:32:07,432 INFO  [master/2dff3a36d44f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-09T11:32:07,432 INFO  [master/2dff3a36d44f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-09T11:32:08,501 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:32:08,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-12-09T11:32:10,854 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2dff3a36d44f:45289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-12-09T11:32:10,854 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6004ms, rpcTimeout=5999ms
2024-12-09T11:32:10,854 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 from cache
2024-12-09T11:32:10,866 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 381) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=3083 (was 3052) - AvailableMemoryMB LEAK? -
2024-12-09T11:32:10,877 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=9, AvailableMemoryMB=3083
2024-12-09T11:32:10,880 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:32:10,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-12-09T11:32:10,884 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:32:10,884 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:32:10,884 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-12-09T11:32:10,885 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:32:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T11:32:10,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741851_1027 (size=407)
2024-12-09T11:32:11,300 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76dfab5a7e2fa750e88b9c9ada1667ac, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:32:11,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741852_1028 (size=58)
2024-12-09T11:32:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes
2024-12-09T11:32:11,709 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:32:11,709 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 76dfab5a7e2fa750e88b9c9ada1667ac, disabling compactions & flushes
2024-12-09T11:32:11,709 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:11,709 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:11,709 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac. after waiting 0 ms
2024-12-09T11:32:11,709 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:11,709 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:11,709 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76dfab5a7e2fa750e88b9c9ada1667ac:
Waiting for close lock at 1733743931709Disabling compacts and flushes for region at 1733743931709Disabling writes for close at 1733743931709Writing region close event to WAL at 1733743931709Closed at 1733743931709
2024-12-09T11:32:11,711 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:32:11,712 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733743931712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743931712"}]},"ts":"1733743931712"}
2024-12-09T11:32:11,715 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:32:11,716 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:32:11,716 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743931716"}]},"ts":"1733743931716"}
2024-12-09T11:32:11,718 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-12-09T11:32:11,719 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=76dfab5a7e2fa750e88b9c9ada1667ac, ASSIGN}]
2024-12-09T11:32:11,720 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=76dfab5a7e2fa750e88b9c9ada1667ac, ASSIGN
2024-12-09T11:32:11,721 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=76dfab5a7e2fa750e88b9c9ada1667ac, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:32:11,872 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=76dfab5a7e2fa750e88b9c9ada1667ac, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:11,875 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=76dfab5a7e2fa750e88b9c9ada1667ac, ASSIGN because future has completed
2024-12-09T11:32:11,876 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76dfab5a7e2fa750e88b9c9ada1667ac, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:32:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T11:32:12,034 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:12,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 76dfab5a7e2fa750e88b9c9ada1667ac, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:32:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:32:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,037 INFO  [StoreOpener-76dfab5a7e2fa750e88b9c9ada1667ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 76dfab5a7e2fa750e88b9c9ada1667ac 
2024-12-09T11:32:12,039 INFO  [StoreOpener-76dfab5a7e2fa750e88b9c9ada1667ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76dfab5a7e2fa750e88b9c9ada1667ac columnFamilyName testFamily
2024-12-09T11:32:12,039 DEBUG [StoreOpener-76dfab5a7e2fa750e88b9c9ada1667ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:32:12,040 INFO  [StoreOpener-76dfab5a7e2fa750e88b9c9ada1667ac-1 {}] regionserver.HStore(327): Store=76dfab5a7e2fa750e88b9c9ada1667ac/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:32:12,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:32:12,047 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 76dfab5a7e2fa750e88b9c9ada1667ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61286189, jitterRate=-0.0867646187543869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:32:12,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:12,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 76dfab5a7e2fa750e88b9c9ada1667ac:
Running coprocessor pre-open hook at 1733743932035Writing region info on filesystem at 1733743932035Initializing all the Stores at 1733743932036 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743932036Cleaning up temporary data from old regions at 1733743932042 (+6 ms)Running coprocessor post-open hooks at 1733743932047 (+5 ms)Region opened successfully at 1733743932048 (+1 ms)
2024-12-09T11:32:12,049 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac., pid=30, masterSystemTime=1733743932029
2024-12-09T11:32:12,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:12,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:12,053 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=76dfab5a7e2fa750e88b9c9ada1667ac, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:12,055 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76dfab5a7e2fa750e88b9c9ada1667ac, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:32:12,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-09T11:32:12,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 76dfab5a7e2fa750e88b9c9ada1667ac, server=2dff3a36d44f,45289,1733743823195 in 180 msec
2024-12-09T11:32:12,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-12-09T11:32:12,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=76dfab5a7e2fa750e88b9c9ada1667ac, ASSIGN in 341 msec
2024-12-09T11:32:12,062 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:32:12,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743932062"}]},"ts":"1733743932062"}
2024-12-09T11:32:12,065 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-12-09T11:32:12,065 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:32:12,067 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1860 sec
2024-12-09T11:32:12,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-12-09T11:32:12,731 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T11:32:12,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-12-09T11:32:12,732 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-12-09T11:32:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-12-09T11:32:13,901 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-12-09T11:32:13,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-12-09T11:32:13,902 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:32:13,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-12-09T11:32:13,907 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:32:13,907 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-12-09T11:32:13,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:32:13,921 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:32:13,922 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-12-09T11:32:13,925 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-12-09T11:32:13,927 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-12-09T11:32:13,928 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-12-09T11:32:13,928 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-12-09T11:32:14,533 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-12-09T11:32:17,537 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:32:19,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883828' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-12-09T11:32:19,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.3:50406 deadline: 1733743945934, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883828' does not exist
2024-12-09T11:32:19,937 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 2dff3a36d44f,45289,1733743823195 for closing scanner id = 6078500809815883828 for 76dfab5a7e2fa750e88b9c9ada1667ac of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '6078500809815883828' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-09T11:32:19,943 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 414), ProcessCount=9 (was 9), AvailableMemoryMB=2724 (was 3083)
2024-12-09T11:32:19,950 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=9, AvailableMemoryMB=2724
2024-12-09T11:32:19,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-09T11:32:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-12-09T11:32:19,956 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-12-09T11:32:19,956 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:32:19,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-12-09T11:32:19,957 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-09T11:32:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T11:32:19,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741853_1029 (size=423)
2024-12-09T11:32:20,368 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fb383d99a7658da226bf1c54b26312d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05
2024-12-09T11:32:20,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741854_1030 (size=74)
2024-12-09T11:32:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes
2024-12-09T11:32:20,776 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:32:20,776 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2fb383d99a7658da226bf1c54b26312d, disabling compactions & flushes
2024-12-09T11:32:20,776 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:20,776 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:20,777 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d. after waiting 0 ms
2024-12-09T11:32:20,777 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:20,777 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:20,777 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fb383d99a7658da226bf1c54b26312d:
Waiting for close lock at 1733743940776Disabling compacts and flushes for region at 1733743940776Disabling writes for close at 1733743940777 (+1 ms)Writing region close event to WAL at 1733743940777Closed at 1733743940777
2024-12-09T11:32:20,778 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-12-09T11:32:20,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733743940778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733743940778"}]},"ts":"1733743940778"}
2024-12-09T11:32:20,781 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-09T11:32:20,782 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-09T11:32:20,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743940782"}]},"ts":"1733743940782"}
2024-12-09T11:32:20,785 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-12-09T11:32:20,785 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2fb383d99a7658da226bf1c54b26312d, ASSIGN}]
2024-12-09T11:32:20,787 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2fb383d99a7658da226bf1c54b26312d, ASSIGN
2024-12-09T11:32:20,788 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2fb383d99a7658da226bf1c54b26312d, ASSIGN; state=OFFLINE, location=2dff3a36d44f,45289,1733743823195; forceNewPlan=false, retain=false
2024-12-09T11:32:20,938 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=2fb383d99a7658da226bf1c54b26312d, regionState=OPENING, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:20,942 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2fb383d99a7658da226bf1c54b26312d, ASSIGN because future has completed
2024-12-09T11:32:20,942 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb383d99a7658da226bf1c54b26312d, server=2dff3a36d44f,45289,1733743823195}]
2024-12-09T11:32:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T11:32:21,100 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:21,100 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fb383d99a7658da226bf1c54b26312d, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.', STARTKEY => '', ENDKEY => ''}
2024-12-09T11:32:21,101 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,101 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-09T11:32:21,101 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,101 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,103 INFO  [StoreOpener-2fb383d99a7658da226bf1c54b26312d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2fb383d99a7658da226bf1c54b26312d 
2024-12-09T11:32:21,104 INFO  [StoreOpener-2fb383d99a7658da226bf1c54b26312d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb383d99a7658da226bf1c54b26312d columnFamilyName testFamily
2024-12-09T11:32:21,104 DEBUG [StoreOpener-2fb383d99a7658da226bf1c54b26312d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-09T11:32:21,105 INFO  [StoreOpener-2fb383d99a7658da226bf1c54b26312d-1 {}] regionserver.HStore(327): Store=2fb383d99a7658da226bf1c54b26312d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-09T11:32:21,106 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,106 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,107 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,107 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,107 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,109 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,112 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-09T11:32:21,113 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 2fb383d99a7658da226bf1c54b26312d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70396397, jitterRate=0.04898805916309357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-09T11:32:21,113 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:21,113 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 2fb383d99a7658da226bf1c54b26312d:
Running coprocessor pre-open hook at 1733743941101Writing region info on filesystem at 1733743941101Initializing all the Stores at 1733743941102 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733743941102Cleaning up temporary data from old regions at 1733743941107 (+5 ms)Running coprocessor post-open hooks at 1733743941113 (+6 ms)Region opened successfully at 1733743941113
2024-12-09T11:32:21,115 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., pid=33, masterSystemTime=1733743941095
2024-12-09T11:32:21,117 DEBUG [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:21,117 INFO  [RS_OPEN_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:21,118 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=2fb383d99a7658da226bf1c54b26312d, regionState=OPEN, openSeqNum=2, regionLocation=2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:21,121 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb383d99a7658da226bf1c54b26312d, server=2dff3a36d44f,45289,1733743823195 because future has completed
2024-12-09T11:32:21,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-09T11:32:21,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fb383d99a7658da226bf1c54b26312d, server=2dff3a36d44f,45289,1733743823195 in 180 msec
2024-12-09T11:32:21,127 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-12-09T11:32:21,127 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2fb383d99a7658da226bf1c54b26312d, ASSIGN in 339 msec
2024-12-09T11:32:21,128 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-09T11:32:21,128 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733743941128"}]},"ts":"1733743941128"}
2024-12-09T11:32:21,130 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-12-09T11:32:21,131 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-12-09T11:32:21,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1780 sec
2024-12-09T11:32:21,288 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-09T11:32:22,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-12-09T11:32:22,730 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-12-09T11:32:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-12-09T11:32:23,000 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-12-09T11:32:23,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-12-09T11:32:23,001 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:32:23,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-12-09T11:32:23,005 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-09T11:32:23,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-12-09T11:32:23,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:32:23,018 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-12-09T11:32:23,018 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-12-09T11:32:23,021 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-12-09T11:32:23,023 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T11:32:24,023 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2dff3a36d44f:45289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-09T11:32:24,023 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1001ms, rpcTimeout=1000ms
2024-12-09T11:32:24,024 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 from cache
2024-12-09T11:32:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes
2024-12-09T11:32:25,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2]
2024-12-09T11:32:25,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-12-09T11:32:26,023 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=2dff3a36d44f:45289 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=979ms
2024-12-09T11:32:26,023 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=981ms, rpcTimeout=979ms
2024-12-09T11:32:26,023 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., hostname=2dff3a36d44f,45289,1733743823195, seqNum=2 from cache
2024-12-09T11:32:26,034 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221 (was 222), OpenFileDescriptor=446 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 381), ProcessCount=9 (was 9), AvailableMemoryMB=2481 (was 2724)
2024-12-09T11:32:26,034 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T11:32:26,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T11:32:26,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:26,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:26,040 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T11:32:26,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-09T11:32:26,041 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T11:32:26,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T11:32:26,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:26,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:26,041 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-09T11:32:26,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-09T11:32:26,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1961867613, stopped=false
2024-12-09T11:32:26,042 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2dff3a36d44f,34013,1733743822281
2024-12-09T11:32:26,044 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T11:32:26,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-09T11:32:26,044 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:32:26,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:32:26,044 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T11:32:26,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T11:32:26,045 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-09T11:32:26,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T11:32:26,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-09T11:32:26,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:26,046 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2dff3a36d44f,45289,1733743823195' *****
2024-12-09T11:32:26,046 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-09T11:32:26,047 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-09T11:32:26,047 INFO  [RS:0;2dff3a36d44f:45289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-09T11:32:26,047 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-09T11:32:26,047 INFO  [RS:0;2dff3a36d44f:45289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-09T11:32:26,047 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 25715e7e37cac0acaeb068864a49bc7a
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 98fa4d8a432435221090a63a514e2281
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 361f78e79ff51b2b63f8e3bcc2cd0ba0
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 2fb383d99a7658da226bf1c54b26312d
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a1185e52a5d24287fbd9be1be05df8b
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for aac3240aca6c3ca20e65a903cedba03a
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b7185724f1d909005b48eea27ff11f0
2024-12-09T11:32:26,048 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:26,049 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25715e7e37cac0acaeb068864a49bc7a, disabling compactions & flushes
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:26,049 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(959): stopping server 2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:26,049 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T11:32:26,049 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a. after waiting 0 ms
2024-12-09T11:32:26,049 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2dff3a36d44f:45289.
2024-12-09T11:32:26,049 DEBUG [RS:0;2dff3a36d44f:45289 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-09T11:32:26,049 DEBUG [RS:0;2dff3a36d44f:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-09T11:32:26,049 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-09T11:32:26,050 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-12-09T11:32:26,050 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-09T11:32:26,050 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-09T11:32:26,050 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-09T11:32:26,050 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-09T11:32:26,050 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-09T11:32:26,050 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25715e7e37cac0acaeb068864a49bc7a, 2fb383d99a7658da226bf1c54b26312d, 361f78e79ff51b2b63f8e3bcc2cd0ba0, 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, 98fa4d8a432435221090a63a514e2281, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:26,052 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25715e7e37cac0acaeb068864a49bc7a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:26,052 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-12-09T11:32:26,117 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/.tmp/testFamily/c83cff8a34f046259274bdad17bb403e is 61, key is row-0/testFamily:testQualifier/1733743900422/Put/seqid=0
2024-12-09T11:32:26,122 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/info/94a3354312114051af2f2dd3c4f5a15f is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b./info:regioninfo/1733743888291/Put/seqid=0
2024-12-09T11:32:26,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741855_1031 (size=20564)
2024-12-09T11:32:26,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741856_1032 (size=5049)
2024-12-09T11:32:26,136 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/info/94a3354312114051af2f2dd3c4f5a15f
2024-12-09T11:32:26,207 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/ns/2201a83f8e8e46f5a05da3ab2e1f10e3 is 43, key is default/ns:d/1733743886634/Put/seqid=0
2024-12-09T11:32:26,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741857_1033 (size=5153)
2024-12-09T11:32:26,251 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25715e7e37cac0acaeb068864a49bc7a, 2fb383d99a7658da226bf1c54b26312d, 361f78e79ff51b2b63f8e3bcc2cd0ba0, 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, 98fa4d8a432435221090a63a514e2281, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:26,451 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25715e7e37cac0acaeb068864a49bc7a, 2fb383d99a7658da226bf1c54b26312d, 361f78e79ff51b2b63f8e3bcc2cd0ba0, 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, 98fa4d8a432435221090a63a514e2281, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:26,536 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/.tmp/testFamily/c83cff8a34f046259274bdad17bb403e
2024-12-09T11:32:26,544 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-09T11:32:26,547 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/.tmp/testFamily/c83cff8a34f046259274bdad17bb403e as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/testFamily/c83cff8a34f046259274bdad17bb403e
2024-12-09T11:32:26,555 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/testFamily/c83cff8a34f046259274bdad17bb403e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:26,563 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 25715e7e37cac0acaeb068864a49bc7a in 510ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:26,570 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNextAsync/25715e7e37cac0acaeb068864a49bc7a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:26,573 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:32:26,573 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25715e7e37cac0acaeb068864a49bc7a:
Waiting for close lock at 1733743946048Running coprocessor pre-close hooks at 1733743946048Disabling compacts and flushes for region at 1733743946048Disabling writes for close at 1733743946049 (+1 ms)Obtaining lock to block concurrent updates at 1733743946053 (+4 ms)Preparing flush snapshotting stores in 25715e7e37cac0acaeb068864a49bc7a at 1733743946053Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743946060 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a. at 1733743946061 (+1 ms)Flushing 25715e7e37cac0acaeb068864a49bc7a/testFamily: creating writer at 1733743946063 (+2 ms)Flushing 25715e7e37cac0acaeb068864a49bc7a/testFamily: appending metadata at 1733743946109 (+46 ms)Flushing 25715e7e37cac0acaeb068864a49bc7a/testFamily: closing flushed file at 1733743946113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3186da61: reopening flushed file at 1733743946545 (+432 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 25715e7e37cac0acaeb068864a49bc7a in 510ms, sequenceid=8, compaction requested=false at 1733743946563 (+18 ms)Writing region close event to WAL at 1733743946565 (+2 ms)Running coprocessor post-close hooks at 1733743946571 (+6 ms)Closed at 1733743946573 (+2 ms)
2024-12-09T11:32:26,573 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733743897371.25715e7e37cac0acaeb068864a49bc7a.
2024-12-09T11:32:26,573 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98fa4d8a432435221090a63a514e2281, disabling compactions & flushes
2024-12-09T11:32:26,574 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:26,574 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:26,574 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281. after waiting 0 ms
2024-12-09T11:32:26,574 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:26,574 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98fa4d8a432435221090a63a514e2281 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:26,598 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/.tmp/testFamily/7c9bd1c818ec4a06867672dfc07afcd2 is 61, key is row-0/testFamily:testQualifier/1733743924831/Put/seqid=0
2024-12-09T11:32:26,603 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-09T11:32:26,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741858_1034 (size=5049)
2024-12-09T11:32:26,611 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/.tmp/testFamily/7c9bd1c818ec4a06867672dfc07afcd2
2024-12-09T11:32:26,613 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/ns/2201a83f8e8e46f5a05da3ab2e1f10e3
2024-12-09T11:32:26,622 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/.tmp/testFamily/7c9bd1c818ec4a06867672dfc07afcd2 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/testFamily/7c9bd1c818ec4a06867672dfc07afcd2
2024-12-09T11:32:26,630 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/testFamily/7c9bd1c818ec4a06867672dfc07afcd2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:26,632 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98fa4d8a432435221090a63a514e2281 in 57ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:26,639 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/98fa4d8a432435221090a63a514e2281/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:26,640 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:26,641 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98fa4d8a432435221090a63a514e2281:
Waiting for close lock at 1733743946573Running coprocessor pre-close hooks at 1733743946573Disabling compacts and flushes for region at 1733743946573Disabling writes for close at 1733743946574 (+1 ms)Obtaining lock to block concurrent updates at 1733743946574Preparing flush snapshotting stores in 98fa4d8a432435221090a63a514e2281 at 1733743946574Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743946574Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281. at 1733743946575 (+1 ms)Flushing 98fa4d8a432435221090a63a514e2281/testFamily: creating writer at 1733743946575Flushing 98fa4d8a432435221090a63a514e2281/testFamily: appending metadata at 1733743946597 (+22 ms)Flushing 98fa4d8a432435221090a63a514e2281/testFamily: closing flushed file at 1733743946598 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cde2899: reopening flushed file at 1733743946620 (+22 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 98fa4d8a432435221090a63a514e2281 in 57ms, sequenceid=8, compaction requested=false at 1733743946632 (+12 ms)Writing region close event to WAL at 1733743946634 (+2 ms)Running coprocessor post-close hooks at 1733743946640 (+6 ms)Closed at 1733743946640
2024-12-09T11:32:26,641 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733743921779.98fa4d8a432435221090a63a514e2281.
2024-12-09T11:32:26,641 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 361f78e79ff51b2b63f8e3bcc2cd0ba0, disabling compactions & flushes
2024-12-09T11:32:26,641 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:32:26,641 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:32:26,641 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0. after waiting 0 ms
2024-12-09T11:32:26,641 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:32:26,641 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 361f78e79ff51b2b63f8e3bcc2cd0ba0 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:26,642 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/table/25c3c6222e5f4cd099326f97a11efb2b is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733743888315/Put/seqid=0
2024-12-09T11:32:26,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-12-09T11:32:26,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741859_1035 (size=6699)
2024-12-09T11:32:26,649 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/table/25c3c6222e5f4cd099326f97a11efb2b
2024-12-09T11:32:26,651 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2fb383d99a7658da226bf1c54b26312d, 361f78e79ff51b2b63f8e3bcc2cd0ba0, 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:26,660 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/info/94a3354312114051af2f2dd3c4f5a15f as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/info/94a3354312114051af2f2dd3c4f5a15f
2024-12-09T11:32:26,661 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/.tmp/testFamily/9a0741bf70814b2b853143fd9e884624 is 61, key is row-0/testFamily:testQualifier/1733743912651/Put/seqid=0
2024-12-09T11:32:26,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741860_1036 (size=5049)
2024-12-09T11:32:26,666 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/.tmp/testFamily/9a0741bf70814b2b853143fd9e884624
2024-12-09T11:32:26,668 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/info/94a3354312114051af2f2dd3c4f5a15f, entries=100, sequenceid=56, filesize=20.1 K
2024-12-09T11:32:26,670 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/ns/2201a83f8e8e46f5a05da3ab2e1f10e3 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/ns/2201a83f8e8e46f5a05da3ab2e1f10e3
2024-12-09T11:32:26,675 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/.tmp/testFamily/9a0741bf70814b2b853143fd9e884624 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/testFamily/9a0741bf70814b2b853143fd9e884624
2024-12-09T11:32:26,679 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/ns/2201a83f8e8e46f5a05da3ab2e1f10e3, entries=2, sequenceid=56, filesize=5.0 K
2024-12-09T11:32:26,681 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/.tmp/table/25c3c6222e5f4cd099326f97a11efb2b as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/table/25c3c6222e5f4cd099326f97a11efb2b
2024-12-09T11:32:26,684 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/testFamily/9a0741bf70814b2b853143fd9e884624, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:26,686 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 361f78e79ff51b2b63f8e3bcc2cd0ba0 in 45ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:26,691 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/table/25c3c6222e5f4cd099326f97a11efb2b, entries=20, sequenceid=56, filesize=6.5 K
2024-12-09T11:32:26,693 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 643ms, sequenceid=56, compaction requested=false
2024-12-09T11:32:26,694 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNextAsync/361f78e79ff51b2b63f8e3bcc2cd0ba0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:26,695 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:32:26,695 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 361f78e79ff51b2b63f8e3bcc2cd0ba0:
Waiting for close lock at 1733743946641Running coprocessor pre-close hooks at 1733743946641Disabling compacts and flushes for region at 1733743946641Disabling writes for close at 1733743946641Obtaining lock to block concurrent updates at 1733743946641Preparing flush snapshotting stores in 361f78e79ff51b2b63f8e3bcc2cd0ba0 at 1733743946641Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743946642 (+1 ms)Flushing stores of testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0. at 1733743946642Flushing 361f78e79ff51b2b63f8e3bcc2cd0ba0/testFamily: creating writer at 1733743946642Flushing 361f78e79ff51b2b63f8e3bcc2cd0ba0/testFamily: appending metadata at 1733743946661 (+19 ms)Flushing 361f78e79ff51b2b63f8e3bcc2cd0ba0/testFamily: closing flushed file at 1733743946661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652d0ced: reopening flushed file at 1733743946673 (+12 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 361f78e79ff51b2b63f8e3bcc2cd0ba0 in 45ms, sequenceid=8, compaction requested=false at 1733743946686 (+13 ms)Writing region close event to WAL at 1733743946687 (+1 ms)Running coprocessor post-close hooks at 1733743946695 (+8 ms)Closed at 1733743946695
2024-12-09T11:32:26,696 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733743911622.361f78e79ff51b2b63f8e3bcc2cd0ba0.
2024-12-09T11:32:26,696 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2fb383d99a7658da226bf1c54b26312d, disabling compactions & flushes
2024-12-09T11:32:26,696 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:26,696 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:26,696 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d. after waiting 0 ms
2024-12-09T11:32:26,696 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:26,696 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2fb383d99a7658da226bf1c54b26312d 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:26,721 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-12-09T11:32:26,722 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-09T11:32:26,722 INFO  [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-09T11:32:26,723 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733743946050Running coprocessor pre-close hooks at 1733743946050Disabling compacts and flushes for region at 1733743946050Disabling writes for close at 1733743946050Obtaining lock to block concurrent updates at 1733743946053 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733743946053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733743946060 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733743946061 (+1 ms)Flushing 1588230740/info: creating writer at 1733743946063 (+2 ms)Flushing 1588230740/info: appending metadata at 1733743946116 (+53 ms)Flushing 1588230740/info: closing flushed file at 1733743946116Flushing 1588230740/ns: creating writer at 1733743946183 (+67 ms)Flushing 1588230740/ns: appending metadata at 1733743946205 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733743946205Flushing 1588230740/table: creating writer at 1733743946623 (+418 ms)Flushing 1588230740/table: appending metadata at 1733743946641 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733743946641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@244b68a2: reopening flushed file at 1733743946658 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6f283: reopening flushed file at 1733743946668 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b09bf9f: reopening flushed file at 1733743946680 (+12 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 643ms, sequenceid=56, compaction requested=false at 1733743946693 (+13 ms)Writing region close event to WAL at 1733743946715 (+22 ms)Running coprocessor post-close hooks at 1733743946722 (+7 ms)Closed at 1733743946722
2024-12-09T11:32:26,723 DEBUG [RS_CLOSE_META-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-09T11:32:26,729 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/.tmp/testFamily/8642aedee0ce4c91b8bd52bb775e7b41 is 61, key is row-0/testFamily:testQualifier/1733743943009/Put/seqid=0
2024-12-09T11:32:26,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741861_1037 (size=5049)
2024-12-09T11:32:26,851 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 2fb383d99a7658da226bf1c54b26312d, 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:26,940 INFO  [regionserver/2dff3a36d44f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-09T11:32:26,940 INFO  [regionserver/2dff3a36d44f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-09T11:32:27,052 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-12-09T11:32:27,052 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1325): Online Regions={2fb383d99a7658da226bf1c54b26312d=testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., b7d18de626114e6ef2be34d335a84fe4=testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., 8a1185e52a5d24287fbd9be1be05df8b=testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b., aac3240aca6c3ca20e65a903cedba03a=testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a., 6b7185724f1d909005b48eea27ff11f0=testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0., b4bee9b6fcae5504aa8491c79530c078=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., 76dfab5a7e2fa750e88b9c9ada1667ac=hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.}
2024-12-09T11:32:27,052 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 2fb383d99a7658da226bf1c54b26312d, 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:27,136 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/.tmp/testFamily/8642aedee0ce4c91b8bd52bb775e7b41
2024-12-09T11:32:27,146 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/.tmp/testFamily/8642aedee0ce4c91b8bd52bb775e7b41 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/testFamily/8642aedee0ce4c91b8bd52bb775e7b41
2024-12-09T11:32:27,154 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/testFamily/8642aedee0ce4c91b8bd52bb775e7b41, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:27,156 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2fb383d99a7658da226bf1c54b26312d in 460ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:27,164 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScannerAsync/2fb383d99a7658da226bf1c54b26312d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:27,165 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:27,165 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2fb383d99a7658da226bf1c54b26312d:
Waiting for close lock at 1733743946696Running coprocessor pre-close hooks at 1733743946696Disabling compacts and flushes for region at 1733743946696Disabling writes for close at 1733743946696Obtaining lock to block concurrent updates at 1733743946696Preparing flush snapshotting stores in 2fb383d99a7658da226bf1c54b26312d at 1733743946696Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743946696Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d. at 1733743946698 (+2 ms)Flushing 2fb383d99a7658da226bf1c54b26312d/testFamily: creating writer at 1733743946698Flushing 2fb383d99a7658da226bf1c54b26312d/testFamily: appending metadata at 1733743946728 (+30 ms)Flushing 2fb383d99a7658da226bf1c54b26312d/testFamily: closing flushed file at 1733743946728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b243424: reopening flushed file at 1733743947144 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2fb383d99a7658da226bf1c54b26312d in 460ms, sequenceid=8, compaction requested=false at 1733743947156 (+12 ms)Writing region close event to WAL at 1733743947158 (+2 ms)Running coprocessor post-close hooks at 1733743947165 (+7 ms)Closed at 1733743947165
2024-12-09T11:32:27,165 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733743939952.2fb383d99a7658da226bf1c54b26312d.
2024-12-09T11:32:27,165 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7d18de626114e6ef2be34d335a84fe4, disabling compactions & flushes
2024-12-09T11:32:27,165 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:32:27,165 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:32:27,165 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4. after waiting 0 ms
2024-12-09T11:32:27,165 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:32:27,165 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7d18de626114e6ef2be34d335a84fe4 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:27,184 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/.tmp/testFamily/4a1b91b966954e5fb7f98f49f7c9f39e is 61, key is row-0/testFamily:testQualifier/1733743908583/Put/seqid=0
2024-12-09T11:32:27,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741862_1038 (size=5049)
2024-12-09T11:32:27,253 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:27,453 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078, b7d18de626114e6ef2be34d335a84fe4
2024-12-09T11:32:27,590 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/.tmp/testFamily/4a1b91b966954e5fb7f98f49f7c9f39e
2024-12-09T11:32:27,600 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/.tmp/testFamily/4a1b91b966954e5fb7f98f49f7c9f39e as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/testFamily/4a1b91b966954e5fb7f98f49f7c9f39e
2024-12-09T11:32:27,609 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/testFamily/4a1b91b966954e5fb7f98f49f7c9f39e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:27,610 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b7d18de626114e6ef2be34d335a84fe4 in 445ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:27,615 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnOpenScanner/b7d18de626114e6ef2be34d335a84fe4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:27,616 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:32:27,616 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7d18de626114e6ef2be34d335a84fe4:
Waiting for close lock at 1733743947165Running coprocessor pre-close hooks at 1733743947165Disabling compacts and flushes for region at 1733743947165Disabling writes for close at 1733743947165Obtaining lock to block concurrent updates at 1733743947165Preparing flush snapshotting stores in b7d18de626114e6ef2be34d335a84fe4 at 1733743947165Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743947166 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4. at 1733743947166Flushing b7d18de626114e6ef2be34d335a84fe4/testFamily: creating writer at 1733743947167 (+1 ms)Flushing b7d18de626114e6ef2be34d335a84fe4/testFamily: appending metadata at 1733743947183 (+16 ms)Flushing b7d18de626114e6ef2be34d335a84fe4/testFamily: closing flushed file at 1733743947184 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173fe106: reopening flushed file at 1733743947599 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b7d18de626114e6ef2be34d335a84fe4 in 445ms, sequenceid=8, compaction requested=false at 1733743947610 (+11 ms)Writing region close event to WAL at 1733743947611 (+1 ms)Running coprocessor post-close hooks at 1733743947616 (+5 ms)Closed at 1733743947616
2024-12-09T11:32:27,616 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733743907549.b7d18de626114e6ef2be34d335a84fe4.
2024-12-09T11:32:27,617 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a1185e52a5d24287fbd9be1be05df8b, disabling compactions & flushes
2024-12-09T11:32:27,617 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:32:27,617 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:32:27,617 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b. after waiting 0 ms
2024-12-09T11:32:27,617 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:32:27,617 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a1185e52a5d24287fbd9be1be05df8b 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:27,634 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/.tmp/testFamily/82418b34781d4c029ac091781270c842 is 61, key is row-0/testFamily:testQualifier/1733743890105/Put/seqid=0
2024-12-09T11:32:27,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741863_1039 (size=5049)
2024-12-09T11:32:27,653 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:27,713 DEBUG [master/2dff3a36d44f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-09T11:32:27,853 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:28,040 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/.tmp/testFamily/82418b34781d4c029ac091781270c842
2024-12-09T11:32:28,050 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/.tmp/testFamily/82418b34781d4c029ac091781270c842 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/testFamily/82418b34781d4c029ac091781270c842
2024-12-09T11:32:28,054 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close
2024-12-09T11:32:28,054 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1325): Online Regions={8a1185e52a5d24287fbd9be1be05df8b=testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b., aac3240aca6c3ca20e65a903cedba03a=testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a., 6b7185724f1d909005b48eea27ff11f0=testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0., b4bee9b6fcae5504aa8491c79530c078=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., 76dfab5a7e2fa750e88b9c9ada1667ac=hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.}
2024-12-09T11:32:28,054 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, 8a1185e52a5d24287fbd9be1be05df8b, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:28,058 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/testFamily/82418b34781d4c029ac091781270c842, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:28,059 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8a1185e52a5d24287fbd9be1be05df8b in 442ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:28,065 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextExceptionAsync/8a1185e52a5d24287fbd9be1be05df8b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:28,065 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:32:28,066 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a1185e52a5d24287fbd9be1be05df8b:
Waiting for close lock at 1733743947617Running coprocessor pre-close hooks at 1733743947617Disabling compacts and flushes for region at 1733743947617Disabling writes for close at 1733743947617Obtaining lock to block concurrent updates at 1733743947617Preparing flush snapshotting stores in 8a1185e52a5d24287fbd9be1be05df8b at 1733743947617Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743947617Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b. at 1733743947618 (+1 ms)Flushing 8a1185e52a5d24287fbd9be1be05df8b/testFamily: creating writer at 1733743947618Flushing 8a1185e52a5d24287fbd9be1be05df8b/testFamily: appending metadata at 1733743947634 (+16 ms)Flushing 8a1185e52a5d24287fbd9be1be05df8b/testFamily: closing flushed file at 1733743947634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@541da4e2: reopening flushed file at 1733743948049 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8a1185e52a5d24287fbd9be1be05df8b in 442ms, sequenceid=8, compaction requested=false at 1733743948059 (+10 ms)Writing region close event to WAL at 1733743948060 (+1 ms)Running coprocessor post-close hooks at 1733743948065 (+5 ms)Closed at 1733743948065
2024-12-09T11:32:28,066 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733743887017.8a1185e52a5d24287fbd9be1be05df8b.
2024-12-09T11:32:28,066 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aac3240aca6c3ca20e65a903cedba03a, disabling compactions & flushes
2024-12-09T11:32:28,066 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:32:28,066 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:32:28,066 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a. after waiting 0 ms
2024-12-09T11:32:28,066 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:32:28,066 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aac3240aca6c3ca20e65a903cedba03a 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:28,083 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/.tmp/testFamily/b3b27370dac24715ac84f58343403e0e is 61, key is row-0/testFamily:testQualifier/1733743907500/Put/seqid=0
2024-12-09T11:32:28,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741864_1040 (size=5049)
2024-12-09T11:32:28,254 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:28,454 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, aac3240aca6c3ca20e65a903cedba03a, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:28,489 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/.tmp/testFamily/b3b27370dac24715ac84f58343403e0e
2024-12-09T11:32:28,498 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/.tmp/testFamily/b3b27370dac24715ac84f58343403e0e as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/testFamily/b3b27370dac24715ac84f58343403e0e
2024-12-09T11:32:28,505 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/testFamily/b3b27370dac24715ac84f58343403e0e, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:28,506 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aac3240aca6c3ca20e65a903cedba03a in 440ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:28,511 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testRetryOutOfOrderScannerNextException/aac3240aca6c3ca20e65a903cedba03a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:28,511 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:32:28,512 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aac3240aca6c3ca20e65a903cedba03a:
Waiting for close lock at 1733743948066Running coprocessor pre-close hooks at 1733743948066Disabling compacts and flushes for region at 1733743948066Disabling writes for close at 1733743948066Obtaining lock to block concurrent updates at 1733743948066Preparing flush snapshotting stores in aac3240aca6c3ca20e65a903cedba03a at 1733743948066Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743948067 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a. at 1733743948067Flushing aac3240aca6c3ca20e65a903cedba03a/testFamily: creating writer at 1733743948068 (+1 ms)Flushing aac3240aca6c3ca20e65a903cedba03a/testFamily: appending metadata at 1733743948083 (+15 ms)Flushing aac3240aca6c3ca20e65a903cedba03a/testFamily: closing flushed file at 1733743948083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f127a9: reopening flushed file at 1733743948497 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for aac3240aca6c3ca20e65a903cedba03a in 440ms, sequenceid=8, compaction requested=false at 1733743948506 (+9 ms)Writing region close event to WAL at 1733743948507 (+1 ms)Running coprocessor post-close hooks at 1733743948511 (+4 ms)Closed at 1733743948511
2024-12-09T11:32:28,512 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733743906468.aac3240aca6c3ca20e65a903cedba03a.
2024-12-09T11:32:28,512 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b7185724f1d909005b48eea27ff11f0, disabling compactions & flushes
2024-12-09T11:32:28,512 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:32:28,512 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:32:28,512 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0. after waiting 0 ms
2024-12-09T11:32:28,512 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:32:28,512 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b7185724f1d909005b48eea27ff11f0 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:28,528 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/.tmp/testFamily/656c1c03a175427cbebcbb41ab6d820b is 61, key is row-0/testFamily:testQualifier/1733743918739/Put/seqid=0
2024-12-09T11:32:28,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741865_1041 (size=5049)
2024-12-09T11:32:28,655 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:28,855 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 6b7185724f1d909005b48eea27ff11f0, 76dfab5a7e2fa750e88b9c9ada1667ac, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:28,934 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/.tmp/testFamily/656c1c03a175427cbebcbb41ab6d820b
2024-12-09T11:32:28,942 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/.tmp/testFamily/656c1c03a175427cbebcbb41ab6d820b as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/testFamily/656c1c03a175427cbebcbb41ab6d820b
2024-12-09T11:32:28,948 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/testFamily/656c1c03a175427cbebcbb41ab6d820b, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:28,950 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6b7185724f1d909005b48eea27ff11f0 in 438ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:28,955 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/default/testNormalScanTimeoutOnNext/6b7185724f1d909005b48eea27ff11f0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:28,955 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:32:28,955 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b7185724f1d909005b48eea27ff11f0:
Waiting for close lock at 1733743948512Running coprocessor pre-close hooks at 1733743948512Disabling compacts and flushes for region at 1733743948512Disabling writes for close at 1733743948512Obtaining lock to block concurrent updates at 1733743948512Preparing flush snapshotting stores in 6b7185724f1d909005b48eea27ff11f0 at 1733743948512Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743948512Flushing stores of testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0. at 1733743948513 (+1 ms)Flushing 6b7185724f1d909005b48eea27ff11f0/testFamily: creating writer at 1733743948513Flushing 6b7185724f1d909005b48eea27ff11f0/testFamily: appending metadata at 1733743948528 (+15 ms)Flushing 6b7185724f1d909005b48eea27ff11f0/testFamily: closing flushed file at 1733743948528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16db52be: reopening flushed file at 1733743948941 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 6b7185724f1d909005b48eea27ff11f0 in 438ms, sequenceid=8, compaction requested=false at 1733743948950 (+9 ms)Writing region close event to WAL at 1733743948950Running coprocessor post-close hooks at 1733743948955 (+5 ms)Closed at 1733743948955
2024-12-09T11:32:28,956 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733743915691.6b7185724f1d909005b48eea27ff11f0.
2024-12-09T11:32:28,956 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4bee9b6fcae5504aa8491c79530c078, disabling compactions & flushes
2024-12-09T11:32:28,956 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:32:28,956 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:32:28,956 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078. after waiting 0 ms
2024-12-09T11:32:28,956 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:32:28,956 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b4bee9b6fcae5504aa8491c79530c078 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:28,973 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/.tmp/testFamily/b62f38a37faa4c599aaccf4cd541daf2 is 61, key is row-0/testFamily:testQualifier/1733743891318/Put/seqid=0
2024-12-09T11:32:28,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741866_1042 (size=5049)
2024-12-09T11:32:29,055 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-09T11:32:29,055 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1325): Online Regions={b4bee9b6fcae5504aa8491c79530c078=hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., 76dfab5a7e2fa750e88b9c9ada1667ac=hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.}
2024-12-09T11:32:29,055 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 76dfab5a7e2fa750e88b9c9ada1667ac, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:29,256 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 76dfab5a7e2fa750e88b9c9ada1667ac, b4bee9b6fcae5504aa8491c79530c078
2024-12-09T11:32:29,379 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/.tmp/testFamily/b62f38a37faa4c599aaccf4cd541daf2
2024-12-09T11:32:29,387 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/.tmp/testFamily/b62f38a37faa4c599aaccf4cd541daf2 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/testFamily/b62f38a37faa4c599aaccf4cd541daf2
2024-12-09T11:32:29,394 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/testFamily/b62f38a37faa4c599aaccf4cd541daf2, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:29,395 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b4bee9b6fcae5504aa8491c79530c078 in 439ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:29,399 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnOpenScanner/b4bee9b6fcae5504aa8491c79530c078/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:29,400 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:32:29,400 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4bee9b6fcae5504aa8491c79530c078:
Waiting for close lock at 1733743948956Running coprocessor pre-close hooks at 1733743948956Disabling compacts and flushes for region at 1733743948956Disabling writes for close at 1733743948956Obtaining lock to block concurrent updates at 1733743948956Preparing flush snapshotting stores in b4bee9b6fcae5504aa8491c79530c078 at 1733743948956Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743948956Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078. at 1733743948957 (+1 ms)Flushing b4bee9b6fcae5504aa8491c79530c078/testFamily: creating writer at 1733743948957Flushing b4bee9b6fcae5504aa8491c79530c078/testFamily: appending metadata at 1733743948972 (+15 ms)Flushing b4bee9b6fcae5504aa8491c79530c078/testFamily: closing flushed file at 1733743948972Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3baf6764: reopening flushed file at 1733743949386 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b4bee9b6fcae5504aa8491c79530c078 in 439ms, sequenceid=8, compaction requested=false at 1733743949395 (+9 ms)Writing region close event to WAL at 1733743949396 (+1 ms)Running coprocessor post-close hooks at 1733743949400 (+4 ms)Closed at 1733743949400
2024-12-09T11:32:29,400 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733743890263.b4bee9b6fcae5504aa8491c79530c078.
2024-12-09T11:32:29,401 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76dfab5a7e2fa750e88b9c9ada1667ac, disabling compactions & flushes
2024-12-09T11:32:29,401 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:29,401 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:29,401 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac. after waiting 0 ms
2024-12-09T11:32:29,401 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:29,401 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76dfab5a7e2fa750e88b9c9ada1667ac 1/1 column families, dataSize=228 B heapSize=800 B
2024-12-09T11:32:29,418 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/.tmp/testFamily/8136a409d1ae477cbf58cec6b2097d77 is 61, key is row-0/testFamily:testQualifier/1733743933912/Put/seqid=0
2024-12-09T11:32:29,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741867_1043 (size=5049)
2024-12-09T11:32:29,456 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:29,656 DEBUG [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1351): Waiting on 76dfab5a7e2fa750e88b9c9ada1667ac
2024-12-09T11:32:29,827 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/.tmp/testFamily/8136a409d1ae477cbf58cec6b2097d77
2024-12-09T11:32:29,835 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/.tmp/testFamily/8136a409d1ae477cbf58cec6b2097d77 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/testFamily/8136a409d1ae477cbf58cec6b2097d77
2024-12-09T11:32:29,841 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/testFamily/8136a409d1ae477cbf58cec6b2097d77, entries=4, sequenceid=8, filesize=4.9 K
2024-12-09T11:32:29,843 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 76dfab5a7e2fa750e88b9c9ada1667ac in 442ms, sequenceid=8, compaction requested=false
2024-12-09T11:32:29,848 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/data/hbase/testMetaScanTimeoutOnNext/76dfab5a7e2fa750e88b9c9ada1667ac/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-12-09T11:32:29,849 INFO  [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:29,849 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76dfab5a7e2fa750e88b9c9ada1667ac:
Waiting for close lock at 1733743949401Running coprocessor pre-close hooks at 1733743949401Disabling compacts and flushes for region at 1733743949401Disabling writes for close at 1733743949401Obtaining lock to block concurrent updates at 1733743949401Preparing flush snapshotting stores in 76dfab5a7e2fa750e88b9c9ada1667ac at 1733743949401Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733743949401Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac. at 1733743949402 (+1 ms)Flushing 76dfab5a7e2fa750e88b9c9ada1667ac/testFamily: creating writer at 1733743949402Flushing 76dfab5a7e2fa750e88b9c9ada1667ac/testFamily: appending metadata at 1733743949418 (+16 ms)Flushing 76dfab5a7e2fa750e88b9c9ada1667ac/testFamily: closing flushed file at 1733743949418Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@587d1512: reopening flushed file at 1733743949834 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 76dfab5a7e2fa750e88b9c9ada1667ac in 442ms, sequenceid=8, compaction requested=false at 1733743949843 (+9 ms)Writing region close event to WAL at 1733743949843Running coprocessor post-close hooks at 1733743949849 (+6 ms)Closed at 1733743949849
2024-12-09T11:32:29,849 DEBUG [RS_CLOSE_REGION-regionserver/2dff3a36d44f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733743930880.76dfab5a7e2fa750e88b9c9ada1667ac.
2024-12-09T11:32:29,857 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(976): stopping server 2dff3a36d44f,45289,1733743823195; all regions closed.
2024-12-09T11:32:29,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741834_1010 (size=19479)
2024-12-09T11:32:29,867 DEBUG [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/oldWALs
2024-12-09T11:32:29,867 INFO  [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dff3a36d44f%2C45289%2C1733743823195.meta:.meta(num 1733743886445)
2024-12-09T11:32:29,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741833_1009 (size=20031)
2024-12-09T11:32:29,872 DEBUG [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/oldWALs
2024-12-09T11:32:29,872 INFO  [RS:0;2dff3a36d44f:45289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2dff3a36d44f%2C45289%2C1733743823195:(num 1733743885936)
2024-12-09T11:32:29,872 DEBUG [RS:0;2dff3a36d44f:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-09T11:32:29,872 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T11:32:29,872 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T11:32:29,872 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.ChoreService(370): Chore service for: regionserver/2dff3a36d44f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-09T11:32:29,872 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T11:32:29,872 INFO  [regionserver/2dff3a36d44f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T11:32:29,873 INFO  [RS:0;2dff3a36d44f:45289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45289
2024-12-09T11:32:29,878 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2dff3a36d44f,45289,1733743823195
2024-12-09T11:32:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-09T11:32:29,878 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T11:32:29,880 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2dff3a36d44f,45289,1733743823195]
2024-12-09T11:32:29,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2dff3a36d44f,45289,1733743823195 already deleted, retry=false
2024-12-09T11:32:29,882 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2dff3a36d44f,45289,1733743823195 expired; onlineServers=0
2024-12-09T11:32:29,882 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2dff3a36d44f,34013,1733743822281' *****
2024-12-09T11:32:29,882 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-09T11:32:29,882 INFO  [M:0;2dff3a36d44f:34013 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-09T11:32:29,882 INFO  [M:0;2dff3a36d44f:34013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-09T11:32:29,882 DEBUG [M:0;2dff3a36d44f:34013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-09T11:32:29,882 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-09T11:32:29,883 DEBUG [M:0;2dff3a36d44f:34013 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-09T11:32:29,883 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster-HFileCleaner.small.0-1733743825635 {}] cleaner.HFileCleaner(306): Exit Thread[master/2dff3a36d44f:0:becomeActiveMaster-HFileCleaner.small.0-1733743825635,5,FailOnTimeoutGroup]
2024-12-09T11:32:29,883 DEBUG [master/2dff3a36d44f:0:becomeActiveMaster-HFileCleaner.large.0-1733743825634 {}] cleaner.HFileCleaner(306): Exit Thread[master/2dff3a36d44f:0:becomeActiveMaster-HFileCleaner.large.0-1733743825634,5,FailOnTimeoutGroup]
2024-12-09T11:32:29,883 INFO  [M:0;2dff3a36d44f:34013 {}] hbase.ChoreService(370): Chore service for: master/2dff3a36d44f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-09T11:32:29,883 INFO  [M:0;2dff3a36d44f:34013 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-09T11:32:29,883 DEBUG [M:0;2dff3a36d44f:34013 {}] master.HMaster(1795): Stopping service threads
2024-12-09T11:32:29,883 INFO  [M:0;2dff3a36d44f:34013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-09T11:32:29,883 INFO  [M:0;2dff3a36d44f:34013 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-09T11:32:29,884 INFO  [M:0;2dff3a36d44f:34013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-09T11:32:29,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-09T11:32:29,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-09T11:32:29,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-09T11:32:29,885 DEBUG [M:0;2dff3a36d44f:34013 {}] zookeeper.ZKUtil(347): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-09T11:32:29,885 WARN  [M:0;2dff3a36d44f:34013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-09T11:32:29,886 INFO  [M:0;2dff3a36d44f:34013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/.lastflushedseqids
2024-12-09T11:32:29,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741868_1044 (size=712)
2024-12-09T11:32:29,953 INFO  [regionserver/2dff3a36d44f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-09T11:32:29,980 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T11:32:29,981 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1012af2d26c0001, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T11:32:29,981 INFO  [RS:0;2dff3a36d44f:45289 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T11:32:29,981 INFO  [RS:0;2dff3a36d44f:45289 {}] regionserver.HRegionServer(1031): Exiting; stopping=2dff3a36d44f,45289,1733743823195; zookeeper connection closed.
2024-12-09T11:32:29,981 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@aefd32c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@aefd32c
2024-12-09T11:32:29,982 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-09T11:32:30,300 INFO  [M:0;2dff3a36d44f:34013 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-09T11:32:30,300 INFO  [M:0;2dff3a36d44f:34013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-09T11:32:30,300 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-09T11:32:30,300 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:32:30,300 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:32:30,300 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-09T11:32:30,300 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:32:30,300 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.14 KB heapSize=191.19 KB
2024-12-09T11:32:30,319 DEBUG [M:0;2dff3a36d44f:34013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38cd50464b2b4bd5b2385ecba47db9ce is 82, key is hbase:meta,,1/info:regioninfo/1733743886547/Put/seqid=0
2024-12-09T11:32:30,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741869_1045 (size=5672)
2024-12-09T11:32:30,725 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38cd50464b2b4bd5b2385ecba47db9ce
2024-12-09T11:32:30,749 DEBUG [M:0;2dff3a36d44f:34013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b444799cdcac4dadb7901ceec9fd52c8 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733743888324/Put/seqid=0
2024-12-09T11:32:30,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741870_1046 (size=14074)
2024-12-09T11:32:31,155 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.58 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b444799cdcac4dadb7901ceec9fd52c8
2024-12-09T11:32:31,163 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b444799cdcac4dadb7901ceec9fd52c8
2024-12-09T11:32:31,189 DEBUG [M:0;2dff3a36d44f:34013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b0ac379e354eaaa0c865317481f822 is 69, key is 2dff3a36d44f,45289,1733743823195/rs:state/1733743855698/Put/seqid=0
2024-12-09T11:32:31,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741871_1047 (size=5156)
2024-12-09T11:32:31,595 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b0ac379e354eaaa0c865317481f822
2024-12-09T11:32:31,603 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/38cd50464b2b4bd5b2385ecba47db9ce as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38cd50464b2b4bd5b2385ecba47db9ce
2024-12-09T11:32:31,610 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/38cd50464b2b4bd5b2385ecba47db9ce, entries=8, sequenceid=319, filesize=5.5 K
2024-12-09T11:32:31,611 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b444799cdcac4dadb7901ceec9fd52c8 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b444799cdcac4dadb7901ceec9fd52c8
2024-12-09T11:32:31,618 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b444799cdcac4dadb7901ceec9fd52c8
2024-12-09T11:32:31,618 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b444799cdcac4dadb7901ceec9fd52c8, entries=33, sequenceid=319, filesize=13.7 K
2024-12-09T11:32:31,620 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16b0ac379e354eaaa0c865317481f822 as hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16b0ac379e354eaaa0c865317481f822
2024-12-09T11:32:31,627 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37799/user/jenkins/test-data/b0f1bb00-9a92-9834-ca11-29129b5edd05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16b0ac379e354eaaa0c865317481f822, entries=1, sequenceid=319, filesize=5.0 K
2024-12-09T11:32:31,629 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.89 KB/195472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=319, compaction requested=false
2024-12-09T11:32:31,630 INFO  [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-09T11:32:31,630 DEBUG [M:0;2dff3a36d44f:34013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733743950300Disabling compacts and flushes for region at 1733743950300Disabling writes for close at 1733743950300Obtaining lock to block concurrent updates at 1733743950300Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733743950300Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167051, getHeapSize=195712, getOffHeapSize=0, getCellsCount=366 at 1733743950301 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733743950301Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733743950302 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733743950318 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733743950318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733743950732 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733743950749 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733743950749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733743951164 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733743951188 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733743951188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b40926: reopening flushed file at 1733743951602 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b2c7: reopening flushed file at 1733743951610 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f992e8: reopening flushed file at 1733743951619 (+9 ms)Finished flush of dataSize ~163.14 KB/167051, heapSize ~190.89 KB/195472, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=319, compaction requested=false at 1733743951629 (+10 ms)Writing region close event to WAL at 1733743951630 (+1 ms)Closed at 1733743951630
2024-12-09T11:32:31,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42921 is added to blk_1073741830_1006 (size=188393)
2024-12-09T11:32:31,634 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-09T11:32:31,634 INFO  [M:0;2dff3a36d44f:34013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-09T11:32:31,634 INFO  [M:0;2dff3a36d44f:34013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34013
2024-12-09T11:32:31,635 INFO  [M:0;2dff3a36d44f:34013 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-09T11:32:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T11:32:31,737 INFO  [M:0;2dff3a36d44f:34013 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-09T11:32:31,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34013-0x1012af2d26c0000, quorum=127.0.0.1:50739, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-09T11:32:31,743 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f9a1a82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-09T11:32:31,746 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@210254cd{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T11:32:31,746 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T11:32:31,746 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c598c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T11:32:31,746 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa82d16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/hadoop.log.dir/,STOPPED}
2024-12-09T11:32:31,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-09T11:32:31,749 WARN  [BP-1998368839-172.17.0.3-1733743818660 heartbeating to localhost/127.0.0.1:37799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-09T11:32:31,749 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-09T11:32:31,749 WARN  [BP-1998368839-172.17.0.3-1733743818660 heartbeating to localhost/127.0.0.1:37799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1998368839-172.17.0.3-1733743818660 (Datanode Uuid b44c3790-e45e-4420-a165-4822f03e377a) service to localhost/127.0.0.1:37799
2024-12-09T11:32:31,751 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/data/data1/current/BP-1998368839-172.17.0.3-1733743818660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T11:32:31,751 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/cluster_6190d5ae-50e0-1aa8-4508-87359038ec42/data/data2/current/BP-1998368839-172.17.0.3-1733743818660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-09T11:32:31,751 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-09T11:32:31,759 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-09T11:32:31,759 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-09T11:32:31,759 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-09T11:32:31,760 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-09T11:32:31,760 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7493e399-2ebd-6533-8b94-99c1c92cc1ff/hadoop.log.dir/,STOPPED}
2024-12-09T11:32:31,769 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-09T11:32:31,796 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down