2024-11-15 14:17:39,840 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 14:17:39,859 main DEBUG Took 0.016855 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-15 14:17:39,859 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-15 14:17:39,860 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-15 14:17:39,861 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-15 14:17:39,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,872 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-15 14:17:39,885 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,890 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,891 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,892 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,894 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,895 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,897 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,898 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,899 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,899 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,901 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-15 14:17:39,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,903 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-15 14:17:39,905 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-15 14:17:39,907 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-15 14:17:39,910 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-15 14:17:39,910 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-15 14:17:39,912 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-15 14:17:39,913 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-15 14:17:39,923 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-15 14:17:39,927 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-15 14:17:39,929 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-15 14:17:39,929 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-15 14:17:39,930 main DEBUG createAppenders(={Console})
2024-11-15 14:17:39,931 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-15 14:17:39,931 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-15 14:17:39,932 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-15 14:17:39,932 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-15 14:17:39,933 main DEBUG OutputStream closed
2024-11-15 14:17:39,933 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-15 14:17:39,934 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-15 14:17:39,934 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-15 14:17:40,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-15 14:17:40,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-15 14:17:40,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-15 14:17:40,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-15 14:17:40,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-15 14:17:40,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-15 14:17:40,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-15 14:17:40,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-15 14:17:40,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-15 14:17:40,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-15 14:17:40,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-15 14:17:40,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-15 14:17:40,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-15 14:17:40,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-15 14:17:40,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-15 14:17:40,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-15 14:17:40,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-15 14:17:40,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-15 14:17:40,044 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15 14:17:40,044 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-15 14:17:40,045 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-15 14:17:40,046 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-15T14:17:40,058 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins
2024-11-15 14:17:40,061 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-15 14:17:40,062 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-15T14:17:40,300 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4
2024-11-15T14:17:40,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-15T14:17:40,338 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939, deleteOnExit=true
2024-11-15T14:17:40,339 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-15T14:17:40,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/test.cache.data in system properties and HBase conf
2024-11-15T14:17:40,340 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/hadoop.tmp.dir in system properties and HBase conf
2024-11-15T14:17:40,341 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/hadoop.log.dir in system properties and HBase conf
2024-11-15T14:17:40,342 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-15T14:17:40,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-15T14:17:40,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-15T14:17:40,450 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-15T14:17:40,560 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-15T14:17:40,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-15T14:17:40,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-15T14:17:40,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-15T14:17:40,565 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T14:17:40,566 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-15T14:17:40,566 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-15T14:17:40,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-15T14:17:40,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T14:17:40,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-15T14:17:40,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/nfs.dump.dir in system properties and HBase conf
2024-11-15T14:17:40,568 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/java.io.tmpdir in system properties and HBase conf
2024-11-15T14:17:40,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-15T14:17:40,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-15T14:17:40,569 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-15T14:17:41,541 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-15T14:17:41,629 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2570ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-15T14:17:41,713 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T14:17:41,787 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T14:17:41,808 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T14:17:41,809 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T14:17:41,810 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T14:17:41,822 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T14:17:41,825 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/hadoop.log.dir/,AVAILABLE}
2024-11-15T14:17:41,826 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T14:17:42,004 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/java.io.tmpdir/jetty-localhost-39699-hadoop-hdfs-3_4_1-tests_jar-_-any-4548399271767317817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T14:17:42,010 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:39699}
2024-11-15T14:17:42,010 INFO  [Time-limited test {}] server.Server(415): Started @2952ms
2024-11-15T14:17:42,505 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-15T14:17:42,515 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-15T14:17:42,516 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-15T14:17:42,516 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-15T14:17:42,517 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-15T14:17:42,518 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/hadoop.log.dir/,AVAILABLE}
2024-11-15T14:17:42,518 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-15T14:17:42,622 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/java.io.tmpdir/jetty-localhost-38055-hadoop-hdfs-3_4_1-tests_jar-_-any-10783621652563411590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T14:17:42,622 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:38055}
2024-11-15T14:17:42,623 INFO  [Time-limited test {}] server.Server(415): Started @3564ms
2024-11-15T14:17:42,670 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-15T14:17:43,373 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/data/data1/current/BP-2045547719-172.17.0.3-1731680261102/current, will proceed with Du for space computation calculation, 
2024-11-15T14:17:43,373 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/data/data2/current/BP-2045547719-172.17.0.3-1731680261102/current, will proceed with Du for space computation calculation, 
2024-11-15T14:17:43,399 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-15T14:17:43,446 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1d2c14cdfa8d5a with lease ID 0x918f30e4fcf1a200: Processing first storage report for DS-3005ed7c-4bc7-452c-b69c-0d1c4fc45937 from datanode DatanodeRegistration(127.0.0.1:46709, datanodeUuid=f32eb015-198d-4cf7-8702-e446acaa7c16, infoPort=33291, infoSecurePort=0, ipcPort=43731, storageInfo=lv=-57;cid=testClusterID;nsid=1115158829;c=1731680261102)
2024-11-15T14:17:43,448 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1d2c14cdfa8d5a with lease ID 0x918f30e4fcf1a200: from storage DS-3005ed7c-4bc7-452c-b69c-0d1c4fc45937 node DatanodeRegistration(127.0.0.1:46709, datanodeUuid=f32eb015-198d-4cf7-8702-e446acaa7c16, infoPort=33291, infoSecurePort=0, ipcPort=43731, storageInfo=lv=-57;cid=testClusterID;nsid=1115158829;c=1731680261102), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-15T14:17:43,448 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1d2c14cdfa8d5a with lease ID 0x918f30e4fcf1a200: Processing first storage report for DS-9322701b-f29d-4fa2-b3d7-741dc6154db2 from datanode DatanodeRegistration(127.0.0.1:46709, datanodeUuid=f32eb015-198d-4cf7-8702-e446acaa7c16, infoPort=33291, infoSecurePort=0, ipcPort=43731, storageInfo=lv=-57;cid=testClusterID;nsid=1115158829;c=1731680261102)
2024-11-15T14:17:43,449 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1d2c14cdfa8d5a with lease ID 0x918f30e4fcf1a200: from storage DS-9322701b-f29d-4fa2-b3d7-741dc6154db2 node DatanodeRegistration(127.0.0.1:46709, datanodeUuid=f32eb015-198d-4cf7-8702-e446acaa7c16, infoPort=33291, infoSecurePort=0, ipcPort=43731, storageInfo=lv=-57;cid=testClusterID;nsid=1115158829;c=1731680261102), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-15T14:17:43,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4
2024-11-15T14:17:43,543 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/zookeeper_0, clientPort=54660, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-15T14:17:43,555 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54660
2024-11-15T14:17:43,568 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:43,571 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:43,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741825_1001 (size=7)
2024-11-15T14:17:44,193 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb with version=8
2024-11-15T14:17:44,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/hbase-staging
2024-11-15T14:17:44,278 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-15T14:17:44,491 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/26754e923c4a:0 server-side Connection retries=9
2024-11-15T14:17:44,500 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T14:17:44,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T14:17:44,505 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T14:17:44,506 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T14:17:44,506 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T14:17:44,663 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-15T14:17:44,723 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-15T14:17:44,735 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-15T14:17:44,739 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T14:17:44,765 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14968 (auto-detected)
2024-11-15T14:17:44,765 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-15T14:17:44,783 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41193
2024-11-15T14:17:44,803 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41193 connecting to ZooKeeper ensemble=127.0.0.1:54660
2024-11-15T14:17:44,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411930x0, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T14:17:44,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41193-0x1014009a30e0000 connected
2024-11-15T14:17:45,005 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:45,008 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:45,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T14:17:45,021 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb, hbase.cluster.distributed=false
2024-11-15T14:17:45,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T14:17:45,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41193
2024-11-15T14:17:45,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41193
2024-11-15T14:17:45,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41193
2024-11-15T14:17:45,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41193
2024-11-15T14:17:45,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41193
2024-11-15T14:17:45,163 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/26754e923c4a:0 server-side Connection retries=9
2024-11-15T14:17:45,164 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T14:17:45,164 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-15T14:17:45,165 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-15T14:17:45,165 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-15T14:17:45,165 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-15T14:17:45,168 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-15T14:17:45,171 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-15T14:17:45,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33767
2024-11-15T14:17:45,175 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33767 connecting to ZooKeeper ensemble=127.0.0.1:54660
2024-11-15T14:17:45,176 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:45,180 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:45,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337670x0, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-15T14:17:45,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337670x0, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T14:17:45,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33767-0x1014009a30e0001 connected
2024-11-15T14:17:45,201 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-15T14:17:45,210 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-15T14:17:45,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-15T14:17:45,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-15T14:17:45,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33767
2024-11-15T14:17:45,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33767
2024-11-15T14:17:45,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33767
2024-11-15T14:17:45,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33767
2024-11-15T14:17:45,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33767
2024-11-15T14:17:45,241 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;26754e923c4a:41193
2024-11-15T14:17:45,243 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/26754e923c4a,41193,1731680264325
2024-11-15T14:17:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T14:17:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T14:17:45,257 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/26754e923c4a,41193,1731680264325
2024-11-15T14:17:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-15T14:17:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:45,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:45,289 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-15T14:17:45,290 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/26754e923c4a,41193,1731680264325 from backup master directory
2024-11-15T14:17:45,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/26754e923c4a,41193,1731680264325
2024-11-15T14:17:45,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T14:17:45,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-15T14:17:45,302 WARN  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T14:17:45,302 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=26754e923c4a,41193,1731680264325
2024-11-15T14:17:45,304 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-15T14:17:45,306 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-15T14:17:45,363 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/hbase.id] with ID: dca804b1-1305-4a94-aefd-807eb1669ec0
2024-11-15T14:17:45,364 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/.tmp/hbase.id
2024-11-15T14:17:45,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741826_1002 (size=42)
2024-11-15T14:17:45,779 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/.tmp/hbase.id]:[hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/hbase.id]
2024-11-15T14:17:45,827 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-15T14:17:45,832 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-15T14:17:45,850 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-15T14:17:45,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:45,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:45,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741827_1003 (size=196)
2024-11-15T14:17:46,298 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:17:46,301 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-15T14:17:46,317 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T14:17:46,321 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T14:17:46,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741828_1004 (size=1189)
2024-11-15T14:17:46,779 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store
2024-11-15T14:17:46,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741829_1005 (size=34)
2024-11-15T14:17:47,206 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-15T14:17:47,210 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:17:47,211 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T14:17:47,211 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:17:47,212 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:17:47,213 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T14:17:47,214 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:17:47,214 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:17:47,216 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731680267211Disabling compacts and flushes for region at 1731680267211Disabling writes for close at 1731680267214 (+3 ms)Writing region close event to WAL at 1731680267214Closed at 1731680267214
2024-11-15T14:17:47,219 WARN  [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/.initializing
2024-11-15T14:17:47,219 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/WALs/26754e923c4a,41193,1731680264325
2024-11-15T14:17:47,230 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T14:17:47,247 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C41193%2C1731680264325, suffix=, logDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/WALs/26754e923c4a,41193,1731680264325, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/oldWALs, maxLogs=10
2024-11-15T14:17:47,281 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/WALs/26754e923c4a,41193,1731680264325/26754e923c4a%2C41193%2C1731680264325.1731680267253, exclude list is [], retry=0
2024-11-15T14:17:47,301 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46709,DS-3005ed7c-4bc7-452c-b69c-0d1c4fc45937,DISK]
2024-11-15T14:17:47,304 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-15T14:17:47,338 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/WALs/26754e923c4a,41193,1731680264325/26754e923c4a%2C41193%2C1731680264325.1731680267253
2024-11-15T14:17:47,339 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33291:33291)]
2024-11-15T14:17:47,340 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:17:47,341 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:17:47,346 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,348 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,394 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T14:17:47,417 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-15T14:17:47,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:47,423 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:17:47,424 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T14:17:47,427 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-15T14:17:47,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:47,429 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:17:47,429 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T14:17:47,432 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-15T14:17:47,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:47,434 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:17:47,434 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-15T14:17:47,437 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-15T14:17:47,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:47,438 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:17:47,439 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,443 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,445 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,451 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,452 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,457 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T14:17:47,461 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-15T14:17:47,466 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:17:47,467 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65949297, jitterRate=-0.017278894782066345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T14:17:47,474 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731680267367Initializing all the Stores at 1731680267370 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680267370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680267371 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680267372 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680267372Cleaning up temporary data from old regions at 1731680267452 (+80 ms)Region opened successfully at 1731680267474 (+22 ms)
2024-11-15T14:17:47,476 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-15T14:17:47,506 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a16bebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0
2024-11-15T14:17:47,534 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-15T14:17:47,545 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-15T14:17:47,545 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-15T14:17:47,548 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-15T14:17:47,550 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-15T14:17:47,554 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-15T14:17:47,554 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-15T14:17:47,580 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-15T14:17:47,588 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-15T14:17:47,620 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-15T14:17:47,623 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-15T14:17:47,625 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-15T14:17:47,634 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-15T14:17:47,636 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-15T14:17:47,640 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-15T14:17:47,650 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-15T14:17:47,652 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-15T14:17:47,661 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-15T14:17:47,682 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-15T14:17:47,692 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-15T14:17:47,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T14:17:47,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-15T14:17:47,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:47,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:47,708 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=26754e923c4a,41193,1731680264325, sessionid=0x1014009a30e0000, setting cluster-up flag (Was=false)
2024-11-15T14:17:47,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:47,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:47,762 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-15T14:17:47,765 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,41193,1731680264325
2024-11-15T14:17:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:17:47,812 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-15T14:17:47,814 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=26754e923c4a,41193,1731680264325
2024-11-15T14:17:47,820 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-15T14:17:47,829 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(746): ClusterId : dca804b1-1305-4a94-aefd-807eb1669ec0
2024-11-15T14:17:47,831 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-15T14:17:47,844 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-15T14:17:47,845 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-15T14:17:47,855 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-15T14:17:47,856 DEBUG [RS:0;26754e923c4a:33767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5efe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=26754e923c4a/172.17.0.3:0
2024-11-15T14:17:47,870 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;26754e923c4a:33767
2024-11-15T14:17:47,873 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-15T14:17:47,873 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-15T14:17:47,873 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-15T14:17:47,876 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,41193,1731680264325 with port=33767, startcode=1731680265132
2024-11-15T14:17:47,889 DEBUG [RS:0;26754e923c4a:33767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-15T14:17:47,892 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-15T14:17:47,902 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-15T14:17:47,908 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-15T14:17:47,913 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 26754e923c4a,41193,1731680264325
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-15T14:17:47,921 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T14:17:47,921 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T14:17:47,922 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T14:17:47,922 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/26754e923c4a:0, corePoolSize=5, maxPoolSize=5
2024-11-15T14:17:47,922 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/26754e923c4a:0, corePoolSize=10, maxPoolSize=10
2024-11-15T14:17:47,922 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:17:47,923 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/26754e923c4a:0, corePoolSize=2, maxPoolSize=2
2024-11-15T14:17:47,923 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:17:47,924 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-15T14:17:47,924 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731680297924
2024-11-15T14:17:47,926 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-15T14:17:47,928 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-15T14:17:47,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T14:17:47,929 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-15T14:17:47,932 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41193 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T14:17:47,932 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-15T14:17:47,933 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-15T14:17:47,933 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-15T14:17:47,933 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-15T14:17:47,934 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T14:17:47,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:47,937 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-15T14:17:47,937 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-15T14:17:47,938 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-15T14:17:47,939 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-15T14:17:47,941 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-15T14:17:47,942 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-15T14:17:47,945 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731680267943,5,FailOnTimeoutGroup]
2024-11-15T14:17:47,947 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731680267945,5,FailOnTimeoutGroup]
2024-11-15T14:17:47,947 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-15T14:17:47,947 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-15T14:17:47,948 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-15T14:17:47,949 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-15T14:17:47,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741831_1007 (size=1321)
2024-11-15T14:17:47,960 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-15T14:17:47,961 WARN  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying.
2024-11-15T14:17:48,356 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-15T14:17:48,357 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:17:48,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741832_1008 (size=32)
2024-11-15T14:17:48,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:17:48,776 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T14:17:48,781 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T14:17:48,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:48,783 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:17:48,783 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T14:17:48,788 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T14:17:48,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:48,790 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:17:48,791 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T14:17:48,793 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T14:17:48,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:48,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:17:48,795 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T14:17:48,798 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T14:17:48,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:17:48,799 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:17:48,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T14:17:48,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740
2024-11-15T14:17:48,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740
2024-11-15T14:17:48,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T14:17:48,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T14:17:48,806 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T14:17:48,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T14:17:48,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:17:48,813 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66903500, jitterRate=-0.00306016206741333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T14:17:48,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731680268773Initializing all the Stores at 1731680268776 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680268776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680268776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680268776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680268776Cleaning up temporary data from old regions at 1731680268805 (+29 ms)Region opened successfully at 1731680268817 (+12 ms)
2024-11-15T14:17:48,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T14:17:48,818 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T14:17:48,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T14:17:48,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T14:17:48,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T14:17:48,820 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T14:17:48,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731680268818Disabling compacts and flushes for region at 1731680268818Disabling writes for close at 1731680268818Writing region close event to WAL at 1731680268819 (+1 ms)Closed at 1731680268820 (+1 ms)
2024-11-15T14:17:48,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T14:17:48,824 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-15T14:17:48,829 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-15T14:17:48,837 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T14:17:48,840 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-15T14:17:48,992 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:49,993 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:50,994 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:51,995 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:52,997 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:53,998 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:54,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-15T14:17:54,722 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-15T14:17:54,999 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:56,001 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:57,002 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:58,002 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:17:59,003 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:00,004 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:01,005 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:02,006 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:03,007 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:04,008 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:05,009 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:06,010 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:07,011 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:08,012 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:09,013 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:10,014 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:11,016 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:12,017 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:13,018 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:13,464 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T14:18:14,019 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:15,021 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:16,022 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:17,023 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:17,964 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(2659): reportForDuty to master=26754e923c4a,41193,1731680264325 with port=33767, startcode=1731680265132
2024-11-15T14:18:17,970 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 26754e923c4a,33767,1731680265132
2024-11-15T14:18:17,973 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41193 {}] master.ServerManager(517): Registering regionserver=26754e923c4a,33767,1731680265132
2024-11-15T14:18:17,984 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:18:17,985 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35059
2024-11-15T14:18:17,985 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-15T14:18:18,024 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:18,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T14:18:18,055 DEBUG [RS:0;26754e923c4a:33767 {}] zookeeper.ZKUtil(111): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/26754e923c4a,33767,1731680265132
2024-11-15T14:18:18,056 WARN  [RS:0;26754e923c4a:33767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-15T14:18:18,056 INFO  [RS:0;26754e923c4a:33767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T14:18:18,057 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132
2024-11-15T14:18:18,059 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [26754e923c4a,33767,1731680265132]
2024-11-15T14:18:18,087 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-15T14:18:18,099 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-15T14:18:18,104 INFO  [RS:0;26754e923c4a:33767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-15T14:18:18,105 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,105 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-15T14:18:18,111 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-15T14:18:18,112 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,113 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,113 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,113 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,113 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,113 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,114 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/26754e923c4a:0, corePoolSize=2, maxPoolSize=2
2024-11-15T14:18:18,114 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,114 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,114 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,114 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,115 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,115 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/26754e923c4a:0, corePoolSize=1, maxPoolSize=1
2024-11-15T14:18:18,115 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3
2024-11-15T14:18:18,115 DEBUG [RS:0;26754e923c4a:33767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/26754e923c4a:0, corePoolSize=3, maxPoolSize=3
2024-11-15T14:18:18,116 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,116 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,117 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,117 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,117 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,117 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33767,1731680265132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T14:18:18,135 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-15T14:18:18,137 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,33767,1731680265132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,138 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,138 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.Replication(171): 26754e923c4a,33767,1731680265132 started
2024-11-15T14:18:18,155 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:18,156 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1482): Serving as 26754e923c4a,33767,1731680265132, RpcServer on 26754e923c4a/172.17.0.3:33767, sessionid=0x1014009a30e0001
2024-11-15T14:18:18,156 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-15T14:18:18,157 DEBUG [RS:0;26754e923c4a:33767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 26754e923c4a,33767,1731680265132
2024-11-15T14:18:18,157 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,33767,1731680265132'
2024-11-15T14:18:18,157 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-15T14:18:18,158 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-15T14:18:18,159 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-15T14:18:18,159 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-15T14:18:18,159 DEBUG [RS:0;26754e923c4a:33767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 26754e923c4a,33767,1731680265132
2024-11-15T14:18:18,159 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '26754e923c4a,33767,1731680265132'
2024-11-15T14:18:18,159 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-15T14:18:18,160 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-15T14:18:18,160 DEBUG [RS:0;26754e923c4a:33767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-15T14:18:18,160 INFO  [RS:0;26754e923c4a:33767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-15T14:18:18,160 INFO  [RS:0;26754e923c4a:33767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-15T14:18:19,025 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:20,026 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:21,027 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:22,028 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:23,029 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:24,030 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:25,032 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:26,033 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:27,034 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:28,035 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:29,036 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:30,037 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:31,038 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:32,040 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:33,041 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:34,042 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:35,043 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:36,044 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:37,045 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:38,046 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:39,047 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:40,048 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:41,049 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:42,051 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:43,052 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:43,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T14:18:44,053 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:45,054 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:46,055 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:47,056 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:48,057 WARN  [26754e923c4a:41193 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-15T14:18:48,171 INFO  [RS:0;26754e923c4a:33767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-15T14:18:48,176 INFO  [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C33767%2C1731680265132, suffix=, logDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/oldWALs, maxLogs=32
2024-11-15T14:18:48,192 DEBUG [RS:0;26754e923c4a:33767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132/26754e923c4a%2C33767%2C1731680265132.1731680328179, exclude list is [], retry=0
2024-11-15T14:18:48,197 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46709,DS-3005ed7c-4bc7-452c-b69c-0d1c4fc45937,DISK]
2024-11-15T14:18:48,201 INFO  [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132/26754e923c4a%2C33767%2C1731680265132.1731680328179
2024-11-15T14:18:48,202 DEBUG [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33291:33291)]
2024-11-15T14:18:48,311 DEBUG [26754e923c4a:41193 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-15T14:18:48,325 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:18:48,331 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,33767,1731680265132, state=OPENING
2024-11-15T14:18:48,381 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-15T14:18:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:18:48,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:18:48,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T14:18:48,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T14:18:48,407 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-15T14:18:48,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:18:48,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-15T14:18:48,594 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-15T14:18:48,606 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-15T14:18:48,607 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-15T14:18:48,608 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-15T14:18:48,611 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=26754e923c4a%2C33767%2C1731680265132.meta, suffix=.meta, logDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132, archiveDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/oldWALs, maxLogs=32
2024-11-15T14:18:48,628 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132/26754e923c4a%2C33767%2C1731680265132.meta.1731680328614.meta, exclude list is [], retry=0
2024-11-15T14:18:48,633 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46709,DS-3005ed7c-4bc7-452c-b69c-0d1c4fc45937,DISK]
2024-11-15T14:18:48,636 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/WALs/26754e923c4a,33767,1731680265132/26754e923c4a%2C33767%2C1731680265132.meta.1731680328614.meta
2024-11-15T14:18:48,637 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33291:33291)]
2024-11-15T14:18:48,637 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:18:48,639 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-15T14:18:48,642 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-15T14:18:48,646 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-15T14:18:48,650 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-15T14:18:48,650 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:18:48,650 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-15T14:18:48,651 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-15T14:18:48,654 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-15T14:18:48,655 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-15T14:18:48,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:48,656 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:18:48,656 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-15T14:18:48,658 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-15T14:18:48,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:48,659 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:18:48,659 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-15T14:18:48,661 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-15T14:18:48,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:48,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:18:48,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-15T14:18:48,663 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-15T14:18:48,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:48,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-15T14:18:48,664 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-15T14:18:48,666 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740
2024-11-15T14:18:48,669 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740
2024-11-15T14:18:48,671 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-15T14:18:48,671 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-15T14:18:48,672 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-15T14:18:48,674 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-15T14:18:48,676 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62888998, jitterRate=-0.06288090348243713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-15T14:18:48,676 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-15T14:18:48,678 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731680328651Writing region info on filesystem at 1731680328651Initializing all the Stores at 1731680328653 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680328653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680328653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680328653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731680328653Cleaning up temporary data from old regions at 1731680328671 (+18 ms)Running coprocessor post-open hooks at 1731680328677 (+6 ms)Region opened successfully at 1731680328678 (+1 ms)
2024-11-15T14:18:48,686 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731680328583
2024-11-15T14:18:48,697 DEBUG [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-15T14:18:48,698 INFO  [RS_OPEN_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-15T14:18:48,700 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:18:48,702 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 26754e923c4a,33767,1731680265132, state=OPEN
2024-11-15T14:18:48,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T14:18:48,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-15T14:18:48,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T14:18:48,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-15T14:18:48,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=26754e923c4a,33767,1731680265132
2024-11-15T14:18:48,764 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-15T14:18:48,764 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=26754e923c4a,33767,1731680265132 in 348 msec
2024-11-15T14:18:48,772 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-15T14:18:48,772 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 59.9370 sec
2024-11-15T14:18:48,774 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-15T14:18:48,774 INFO  [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-15T14:18:48,797 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T14:18:48,799 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33767,1731680265132, seqNum=-1]
2024-11-15T14:18:48,819 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T14:18:48,822 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T14:18:48,845 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.993 sec
2024-11-15T14:18:48,846 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731680328845, completionTime=-1
2024-11-15T14:18:48,850 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-15T14:18:48,850 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-15T14:18:48,881 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-15T14:18:48,881 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731680388881
2024-11-15T14:18:48,881 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731680448881
2024-11-15T14:18:48,881 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec
2024-11-15T14:18:48,883 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41193,1731680264325-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:48,883 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41193,1731680264325-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:48,884 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41193,1731680264325-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:48,885 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-26754e923c4a:41193, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:48,885 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:48,885 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:48,893 DEBUG [master/26754e923c4a:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-15T14:18:48,913 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.611sec
2024-11-15T14:18:48,914 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-15T14:18:48,916 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-15T14:18:48,917 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-15T14:18:48,917 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-15T14:18:48,917 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-15T14:18:48,918 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41193,1731680264325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-15T14:18:48,918 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41193,1731680264325-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-15T14:18:48,926 DEBUG [master/26754e923c4a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-15T14:18:48,927 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-15T14:18:48,928 INFO  [master/26754e923c4a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=26754e923c4a,41193,1731680264325-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-15T14:18:49,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T14:18:49,029 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-15T14:18:49,030 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-15T14:18:49,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41193,-1 for getting cluster id
2024-11-15T14:18:49,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T14:18:49,042 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dca804b1-1305-4a94-aefd-807eb1669ec0'
2024-11-15T14:18:49,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T14:18:49,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dca804b1-1305-4a94-aefd-807eb1669ec0"

2024-11-15T14:18:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5c0dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T14:18:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41193,-1]
2024-11-15T14:18:49,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T14:18:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:18:49,053 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T14:18:49,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7ec3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T14:18:49,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T14:18:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33767,1731680265132, seqNum=-1]
2024-11-15T14:18:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T14:18:49,068 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T14:18:49,088 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=26754e923c4a,41193,1731680264325
2024-11-15T14:18:49,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb7c601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T14:18:49,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 26754e923c4a,41193,-1 for getting cluster id
2024-11-15T14:18:49,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-15T14:18:49,093 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dca804b1-1305-4a94-aefd-807eb1669ec0'
2024-11-15T14:18:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-15T14:18:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dca804b1-1305-4a94-aefd-807eb1669ec0"

2024-11-15T14:18:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77684338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T14:18:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [26754e923c4a,41193,-1]
2024-11-15T14:18:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-15T14:18:49,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:18:49,097 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-15T14:18:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c90cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-15T14:18:49,111 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=830
2024-11-15T14:18:49,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-15T14:18:49,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 26754e923c4a,41193,1731680264325
2024-11-15T14:18:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fce4f1a
2024-11-15T14:18:49,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-15T14:18:49,144 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-15T14:18:49,151 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:18:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T14:18:49,168 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:18:49,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextExceptionAsync"
 procId is: 4
2024-11-15T14:18:49,172 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:49,175 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:18:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T14:18:49,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741835_1011 (size=428)
2024-11-15T14:18:49,596 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77e30c8e044619235b5ceb7edeb6c59e, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:18:49,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741836_1012 (size=79)
2024-11-15T14:18:50,010 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:18:50,011 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 77e30c8e044619235b5ceb7edeb6c59e, disabling compactions & flushes
2024-11-15T14:18:50,011 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,011 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,011 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e. after waiting 0 ms
2024-11-15T14:18:50,011 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,012 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,012 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77e30c8e044619235b5ceb7edeb6c59e:
Waiting for close lock at 1731680330010Disabling compacts and flushes for region at 1731680330010Disabling writes for close at 1731680330011 (+1 ms)Writing region close event to WAL at 1731680330012 (+1 ms)Closed at 1731680330012
2024-11-15T14:18:50,019 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:18:50,026 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731680330019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680330019"}]},"ts":"1731680330019"}
2024-11-15T14:18:50,031 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:18:50,033 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:18:50,035 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680330033"}]},"ts":"1731680330033"}
2024-11-15T14:18:50,040 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta
2024-11-15T14:18:50,042 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77e30c8e044619235b5ceb7edeb6c59e, ASSIGN}]
2024-11-15T14:18:50,044 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77e30c8e044619235b5ceb7edeb6c59e, ASSIGN
2024-11-15T14:18:50,046 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77e30c8e044619235b5ceb7edeb6c59e, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:18:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T14:18:50,200 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77e30c8e044619235b5ceb7edeb6c59e, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:18:50,208 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77e30c8e044619235b5ceb7edeb6c59e, ASSIGN because future has completed
2024-11-15T14:18:50,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e30c8e044619235b5ceb7edeb6c59e, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:18:50,373 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,373 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 77e30c8e044619235b5ceb7edeb6c59e, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:18:50,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:18:50,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,374 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,383 INFO  [StoreOpener-77e30c8e044619235b5ceb7edeb6c59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 77e30c8e044619235b5ceb7edeb6c59e 
2024-11-15T14:18:50,388 INFO  [StoreOpener-77e30c8e044619235b5ceb7edeb6c59e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77e30c8e044619235b5ceb7edeb6c59e columnFamilyName testFamily
2024-11-15T14:18:50,388 DEBUG [StoreOpener-77e30c8e044619235b5ceb7edeb6c59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:50,392 INFO  [StoreOpener-77e30c8e044619235b5ceb7edeb6c59e-1 {}] regionserver.HStore(327): Store=77e30c8e044619235b5ceb7edeb6c59e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:18:50,395 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,397 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,398 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,399 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,399 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,407 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,416 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:18:50,417 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 77e30c8e044619235b5ceb7edeb6c59e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64077261, jitterRate=-0.045174404978752136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:18:50,417 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:18:50,418 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 77e30c8e044619235b5ceb7edeb6c59e:
Running coprocessor pre-open hook at 1731680330374Writing region info on filesystem at 1731680330374Initializing all the Stores at 1731680330377 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680330378 (+1 ms)Cleaning up temporary data from old regions at 1731680330399 (+21 ms)Running coprocessor post-open hooks at 1731680330417 (+18 ms)Region opened successfully at 1731680330418 (+1 ms)
2024-11-15T14:18:50,421 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e., pid=6, masterSystemTime=1731680330366
2024-11-15T14:18:50,426 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,426 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:18:50,429 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77e30c8e044619235b5ceb7edeb6c59e, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:18:50,435 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77e30c8e044619235b5ceb7edeb6c59e, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:18:50,448 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-15T14:18:50,448 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 77e30c8e044619235b5ceb7edeb6c59e, server=26754e923c4a,33767,1731680265132 in 232 msec
2024-11-15T14:18:50,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-15T14:18:50,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=77e30c8e044619235b5ceb7edeb6c59e, ASSIGN in 407 msec
2024-11-15T14:18:50,457 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:18:50,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680330457"}]},"ts":"1731680330457"}
2024-11-15T14:18:50,463 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta
2024-11-15T14:18:50,466 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:18:50,473 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.3120 sec
2024-11-15T14:18:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-15T14:18:52,215 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed
2024-11-15T14:18:52,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms
2024-11-15T14:18:52,218 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:18:52,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states.
2024-11-15T14:18:52,228 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:18:52,229 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned.
2024-11-15T14:18:52,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-15T14:18:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=26754e923c4a,33767,1731680265132, seqNum=-1]
2024-11-15T14:18:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-15T14:18:52,237 INFO  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-15T14:18:52,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:18:52,260 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:18:52,265 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100
2024-11-15T14:18:52,271 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T14:18:52,276 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T14:18:52,278 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T14:18:52,279 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-104922645132214264
2024-11-15T14:18:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680335277, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:18:52,287 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T14:18:52,288 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T14:18:52,290 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:18:52,291 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:18:52,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-104922645132214262
2024-11-15T14:18:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680335291, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:18:52,296 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:18:52,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-104922645132214261
2024-11-15T14:18:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680335295, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:18:52,300 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:18:52,301 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-104922645132214260
2024-11-15T14:18:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680335300, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:18:52,305 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:18:52,316 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/26754e923c4a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-650129582_22 at /127.0.0.1:56348 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=266 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=715 (was 830)
2024-11-15T14:18:52,325 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=266, ProcessCount=11, AvailableMemoryMB=715
2024-11-15T14:18:52,330 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:18:52,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner
2024-11-15T14:18:52,334 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:18:52,334 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:52,334 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScanner"
 procId is: 7
2024-11-15T14:18:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T14:18:52,336 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:18:52,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741837_1013 (size=414)
2024-11-15T14:18:52,754 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 400f5366ceb7d4b77986e7e5d5260687, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:18:52,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741838_1014 (size=65)
2024-11-15T14:18:53,169 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:18:53,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 400f5366ceb7d4b77986e7e5d5260687, disabling compactions & flushes
2024-11-15T14:18:53,170 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687. after waiting 0 ms
2024-11-15T14:18:53,170 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,171 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,171 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 400f5366ceb7d4b77986e7e5d5260687:
Waiting for close lock at 1731680333170Disabling compacts and flushes for region at 1731680333170Disabling writes for close at 1731680333170Writing region close event to WAL at 1731680333171 (+1 ms)Closed at 1731680333171
2024-11-15T14:18:53,175 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:18:53,176 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731680333175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680333175"}]},"ts":"1731680333175"}
2024-11-15T14:18:53,181 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:18:53,184 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:18:53,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680333184"}]},"ts":"1731680333184"}
2024-11-15T14:18:53,188 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T14:18:53,188 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=400f5366ceb7d4b77986e7e5d5260687, ASSIGN}]
2024-11-15T14:18:53,190 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=400f5366ceb7d4b77986e7e5d5260687, ASSIGN
2024-11-15T14:18:53,192 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=400f5366ceb7d4b77986e7e5d5260687, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:18:53,344 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=400f5366ceb7d4b77986e7e5d5260687, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:18:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T14:18:53,351 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=400f5366ceb7d4b77986e7e5d5260687, ASSIGN because future has completed
2024-11-15T14:18:53,352 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 400f5366ceb7d4b77986e7e5d5260687, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:18:53,517 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 400f5366ceb7d4b77986e7e5d5260687, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:18:53,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:18:53,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,521 INFO  [StoreOpener-400f5366ceb7d4b77986e7e5d5260687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 400f5366ceb7d4b77986e7e5d5260687 
2024-11-15T14:18:53,525 INFO  [StoreOpener-400f5366ceb7d4b77986e7e5d5260687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 400f5366ceb7d4b77986e7e5d5260687 columnFamilyName testFamily
2024-11-15T14:18:53,525 DEBUG [StoreOpener-400f5366ceb7d4b77986e7e5d5260687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:18:53,527 INFO  [StoreOpener-400f5366ceb7d4b77986e7e5d5260687-1 {}] regionserver.HStore(327): Store=400f5366ceb7d4b77986e7e5d5260687/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:18:53,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:18:53,537 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 400f5366ceb7d4b77986e7e5d5260687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66696657, jitterRate=-0.006142362952232361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:18:53,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:18:53,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 400f5366ceb7d4b77986e7e5d5260687:
Running coprocessor pre-open hook at 1731680333518Writing region info on filesystem at 1731680333518Initializing all the Stores at 1731680333521 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680333521Cleaning up temporary data from old regions at 1731680333529 (+8 ms)Running coprocessor post-open hooks at 1731680333537 (+8 ms)Region opened successfully at 1731680333539 (+2 ms)
2024-11-15T14:18:53,541 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., pid=9, masterSystemTime=1731680333509
2024-11-15T14:18:53,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,544 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:18:53,546 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=400f5366ceb7d4b77986e7e5d5260687, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:18:53,549 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 400f5366ceb7d4b77986e7e5d5260687, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:18:53,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-15T14:18:53,556 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 400f5366ceb7d4b77986e7e5d5260687, server=26754e923c4a,33767,1731680265132 in 200 msec
2024-11-15T14:18:53,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-15T14:18:53,560 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=400f5366ceb7d4b77986e7e5d5260687, ASSIGN in 368 msec
2024-11-15T14:18:53,561 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:18:53,562 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680333561"}]},"ts":"1731680333561"}
2024-11-15T14:18:53,565 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T14:18:53,566 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:18:53,570 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2360 sec
2024-11-15T14:18:54,199 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:18:54,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync'
2024-11-15T14:18:54,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-15T14:18:54,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner'
2024-11-15T14:18:54,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-15T14:18:54,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-15T14:18:54,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T14:18:54,725 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-15T14:18:54,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync
2024-11-15T14:18:54,726 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T14:18:54,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-15T14:18:54,728 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T14:18:55,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-15T14:18:55,374 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed
2024-11-15T14:18:55,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T14:18:55,375 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:18:55,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T14:18:55,385 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:18:55,385 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned.
2024-11-15T14:18:55,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:18:55,402 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:18:55,402 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T14:18:55,406 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T14:18:55,408 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T14:19:01,427 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., hostname=26754e923c4a,33767,1731680265132, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., hostname=26754e923c4a,33767,1731680265132, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26754e923c4a:33767 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-11-15T14:19:01,427 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., hostname=26754e923c4a,33767,1731680265132, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms
2024-11-15T14:19:01,427 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., hostname=26754e923c4a,33767,1731680265132, seqNum=2 from cache
2024-11-15T14:19:01,438 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215)
Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 266), ProcessCount=11 (was 11), AvailableMemoryMB=721 (was 715) - AvailableMemoryMB LEAK? -
2024-11-15T14:19:01,448 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=720
2024-11-15T14:19:01,451 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:01,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync
2024-11-15T14:19:01,455 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:01,455 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:01,455 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNextAsync"
 procId is: 10
2024-11-15T14:19:01,457 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T14:19:01,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741839_1015 (size=412)
2024-11-15T14:19:01,878 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 207b42d45d44602f378b4b891820e29a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:01,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741840_1016 (size=63)
2024-11-15T14:19:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes
2024-11-15T14:19:02,294 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:02,295 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 207b42d45d44602f378b4b891820e29a, disabling compactions & flushes
2024-11-15T14:19:02,295 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,295 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,295 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a. after waiting 0 ms
2024-11-15T14:19:02,295 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,296 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,296 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 207b42d45d44602f378b4b891820e29a:
Waiting for close lock at 1731680342294Disabling compacts and flushes for region at 1731680342294Disabling writes for close at 1731680342295 (+1 ms)Writing region close event to WAL at 1731680342296 (+1 ms)Closed at 1731680342296
2024-11-15T14:19:02,299 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:02,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731680342299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680342299"}]},"ts":"1731680342299"}
2024-11-15T14:19:02,304 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:02,306 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:02,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680342306"}]},"ts":"1731680342306"}
2024-11-15T14:19:02,309 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T14:19:02,310 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=207b42d45d44602f378b4b891820e29a, ASSIGN}]
2024-11-15T14:19:02,312 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=207b42d45d44602f378b4b891820e29a, ASSIGN
2024-11-15T14:19:02,313 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=207b42d45d44602f378b4b891820e29a, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:02,465 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=207b42d45d44602f378b4b891820e29a, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T14:19:02,474 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=207b42d45d44602f378b4b891820e29a, ASSIGN because future has completed
2024-11-15T14:19:02,475 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207b42d45d44602f378b4b891820e29a, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:02,644 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 207b42d45d44602f378b4b891820e29a, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:02,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:02,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,648 INFO  [StoreOpener-207b42d45d44602f378b4b891820e29a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 207b42d45d44602f378b4b891820e29a 
2024-11-15T14:19:02,650 INFO  [StoreOpener-207b42d45d44602f378b4b891820e29a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207b42d45d44602f378b4b891820e29a columnFamilyName testFamily
2024-11-15T14:19:02,650 DEBUG [StoreOpener-207b42d45d44602f378b4b891820e29a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:02,651 INFO  [StoreOpener-207b42d45d44602f378b4b891820e29a-1 {}] regionserver.HStore(327): Store=207b42d45d44602f378b4b891820e29a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:02,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:02,661 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 207b42d45d44602f378b4b891820e29a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70810069, jitterRate=0.055152252316474915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:02,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:02,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 207b42d45d44602f378b4b891820e29a:
Running coprocessor pre-open hook at 1731680342646Writing region info on filesystem at 1731680342646Initializing all the Stores at 1731680342647 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680342647Cleaning up temporary data from old regions at 1731680342654 (+7 ms)Running coprocessor post-open hooks at 1731680342661 (+7 ms)Region opened successfully at 1731680342662 (+1 ms)
2024-11-15T14:19:02,664 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a., pid=12, masterSystemTime=1731680342630
2024-11-15T14:19:02,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,667 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:02,668 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=207b42d45d44602f378b4b891820e29a, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:02,671 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207b42d45d44602f378b4b891820e29a, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:02,676 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-15T14:19:02,677 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 207b42d45d44602f378b4b891820e29a, server=26754e923c4a,33767,1731680265132 in 198 msec
2024-11-15T14:19:02,681 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-15T14:19:02,681 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=207b42d45d44602f378b4b891820e29a, ASSIGN in 367 msec
2024-11-15T14:19:02,682 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:02,682 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680342682"}]},"ts":"1731680342682"}
2024-11-15T14:19:02,685 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T14:19:02,687 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:02,690 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2360 sec
2024-11-15T14:19:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10
2024-11-15T14:19:04,483 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed
2024-11-15T14:19:04,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T14:19:04,484 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:04,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T14:19:04,493 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:04,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned.
2024-11-15T14:19:04,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:04,509 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:04,509 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T14:19:04,513 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T14:19:04,515 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T14:19:04,517 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T14:19:04,517 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T14:19:04,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync
2024-11-15T14:19:04,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:06,238 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync'
2024-11-15T14:19:08,175 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:19:10,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33767 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214251' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T14:19:10,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33767 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:34110 deadline: 1731680356527, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214251' does not exist
2024-11-15T14:19:10,532 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26754e923c4a,33767,1731680265132 for closing scanner id = -104922645132214251 for 207b42d45d44602f378b4b891820e29a of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214251' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T14:19:10,536 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=706 (was 720)
2024-11-15T14:19:10,546 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=705
2024-11-15T14:19:10,549 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException
2024-11-15T14:19:10,552 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:10,552 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:10,552 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testRetryOutOfOrderScannerNextException"
 procId is: 13
2024-11-15T14:19:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T14:19:10,554 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:10,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741841_1017 (size=423)
2024-11-15T14:19:10,966 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86b06d7bd170b2e51d08880670ba327d, NAME => 'testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:10,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741842_1018 (size=74)
2024-11-15T14:19:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes
2024-11-15T14:19:11,380 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:11,380 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 86b06d7bd170b2e51d08880670ba327d, disabling compactions & flushes
2024-11-15T14:19:11,380 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,380 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,380 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d. after waiting 0 ms
2024-11-15T14:19:11,381 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,381 INFO  [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,381 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86b06d7bd170b2e51d08880670ba327d:
Waiting for close lock at 1731680351380Disabling compacts and flushes for region at 1731680351380Disabling writes for close at 1731680351381 (+1 ms)Writing region close event to WAL at 1731680351381Closed at 1731680351381
2024-11-15T14:19:11,383 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:11,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731680351383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680351383"}]},"ts":"1731680351383"}
2024-11-15T14:19:11,388 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:11,390 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:11,390 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680351390"}]},"ts":"1731680351390"}
2024-11-15T14:19:11,394 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta
2024-11-15T14:19:11,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=86b06d7bd170b2e51d08880670ba327d, ASSIGN}]
2024-11-15T14:19:11,397 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=86b06d7bd170b2e51d08880670ba327d, ASSIGN
2024-11-15T14:19:11,399 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=86b06d7bd170b2e51d08880670ba327d, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:11,550 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=86b06d7bd170b2e51d08880670ba327d, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:11,557 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=86b06d7bd170b2e51d08880670ba327d, ASSIGN because future has completed
2024-11-15T14:19:11,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86b06d7bd170b2e51d08880670ba327d, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T14:19:11,723 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,724 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 86b06d7bd170b2e51d08880670ba327d, NAME => 'testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:11,724 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,725 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:11,725 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,725 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,728 INFO  [StoreOpener-86b06d7bd170b2e51d08880670ba327d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 86b06d7bd170b2e51d08880670ba327d 
2024-11-15T14:19:11,733 INFO  [StoreOpener-86b06d7bd170b2e51d08880670ba327d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86b06d7bd170b2e51d08880670ba327d columnFamilyName testFamily
2024-11-15T14:19:11,734 DEBUG [StoreOpener-86b06d7bd170b2e51d08880670ba327d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:11,735 INFO  [StoreOpener-86b06d7bd170b2e51d08880670ba327d-1 {}] regionserver.HStore(327): Store=86b06d7bd170b2e51d08880670ba327d/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:11,735 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,737 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,737 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,738 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,740 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,744 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:11,745 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 86b06d7bd170b2e51d08880670ba327d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74508106, jitterRate=0.11025729775428772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:11,745 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:11,745 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 86b06d7bd170b2e51d08880670ba327d:
Running coprocessor pre-open hook at 1731680351725Writing region info on filesystem at 1731680351725Initializing all the Stores at 1731680351728 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680351728Cleaning up temporary data from old regions at 1731680351738 (+10 ms)Running coprocessor post-open hooks at 1731680351745 (+7 ms)Region opened successfully at 1731680351745
2024-11-15T14:19:11,747 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d., pid=15, masterSystemTime=1731680351712
2024-11-15T14:19:11,750 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,750 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:11,751 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=86b06d7bd170b2e51d08880670ba327d, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:11,753 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86b06d7bd170b2e51d08880670ba327d, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:11,759 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-15T14:19:11,759 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 86b06d7bd170b2e51d08880670ba327d, server=26754e923c4a,33767,1731680265132 in 197 msec
2024-11-15T14:19:11,762 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-15T14:19:11,762 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=86b06d7bd170b2e51d08880670ba327d, ASSIGN in 365 msec
2024-11-15T14:19:11,763 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:11,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680351763"}]},"ts":"1731680351763"}
2024-11-15T14:19:11,766 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta
2024-11-15T14:19:11,767 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:11,770 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.2180 sec
2024-11-15T14:19:12,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException'
2024-11-15T14:19:13,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T14:19:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-15T14:19:13,591 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed
2024-11-15T14:19:13,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms
2024-11-15T14:19:13,592 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:13,597 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states.
2024-11-15T14:19:13,597 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:13,597 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned.
2024-11-15T14:19:13,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:13,617 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:13,617 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100
2024-11-15T14:19:13,621 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response
2024-11-15T14:19:13,625 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0
2024-11-15T14:19:13,627 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry
2024-11-15T14:19:13,628 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-104922645132214247
2024-11-15T14:19:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680356627, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:19:13,633 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors
2024-11-15T14:19:13,635 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception
2024-11-15T14:19:13,636 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:19:13,639 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:19:13,640 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-104922645132214245
2024-11-15T14:19:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680356638, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:19:13,646 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:19:13,647 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-104922645132214244
2024-11-15T14:19:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680356645, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:19:13,652 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:19:13,653 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-104922645132214243
2024-11-15T14:19:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.3:34110 deadline: 1731680356652, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException
2024-11-15T14:19:13,659 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next()
2024-11-15T14:19:13,671 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-650129582_22 at /127.0.0.1:47146 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=1879 (was 705) - AvailableMemoryMB LEAK? -
2024-11-15T14:19:13,682 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=1878
2024-11-15T14:19:13,685 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner
2024-11-15T14:19:13,689 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:13,689 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:13,690 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScanner"
 procId is: 16
2024-11-15T14:19:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T14:19:13,692 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:13,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741843_1019 (size=418)
2024-11-15T14:19:14,111 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a6b71b0d5ad8c94efa82a561a68b5d9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:14,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741844_1020 (size=69)
2024-11-15T14:19:14,525 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:14,525 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 3a6b71b0d5ad8c94efa82a561a68b5d9, disabling compactions & flushes
2024-11-15T14:19:14,525 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,525 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,525 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9. after waiting 0 ms
2024-11-15T14:19:14,525 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,525 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,525 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a6b71b0d5ad8c94efa82a561a68b5d9:
Waiting for close lock at 1731680354525Disabling compacts and flushes for region at 1731680354525Disabling writes for close at 1731680354525Writing region close event to WAL at 1731680354525Closed at 1731680354525
2024-11-15T14:19:14,527 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:14,527 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731680354527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680354527"}]},"ts":"1731680354527"}
2024-11-15T14:19:14,530 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:14,531 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:14,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680354531"}]},"ts":"1731680354531"}
2024-11-15T14:19:14,534 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta
2024-11-15T14:19:14,534 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3a6b71b0d5ad8c94efa82a561a68b5d9, ASSIGN}]
2024-11-15T14:19:14,536 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3a6b71b0d5ad8c94efa82a561a68b5d9, ASSIGN
2024-11-15T14:19:14,537 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3a6b71b0d5ad8c94efa82a561a68b5d9, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:14,688 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=3a6b71b0d5ad8c94efa82a561a68b5d9, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:14,691 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3a6b71b0d5ad8c94efa82a561a68b5d9, ASSIGN because future has completed
2024-11-15T14:19:14,692 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6b71b0d5ad8c94efa82a561a68b5d9, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T14:19:14,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException
2024-11-15T14:19:14,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:14,855 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,855 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a6b71b0d5ad8c94efa82a561a68b5d9, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:14,856 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,856 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:14,856 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,856 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,858 INFO  [StoreOpener-3a6b71b0d5ad8c94efa82a561a68b5d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3a6b71b0d5ad8c94efa82a561a68b5d9 
2024-11-15T14:19:14,861 INFO  [StoreOpener-3a6b71b0d5ad8c94efa82a561a68b5d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a6b71b0d5ad8c94efa82a561a68b5d9 columnFamilyName testFamily
2024-11-15T14:19:14,861 DEBUG [StoreOpener-3a6b71b0d5ad8c94efa82a561a68b5d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:14,862 INFO  [StoreOpener-3a6b71b0d5ad8c94efa82a561a68b5d9-1 {}] regionserver.HStore(327): Store=3a6b71b0d5ad8c94efa82a561a68b5d9/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:14,862 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,863 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,864 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,864 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,864 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,867 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,870 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:14,871 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3a6b71b0d5ad8c94efa82a561a68b5d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63109296, jitterRate=-0.05959820747375488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:14,871 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:14,872 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3a6b71b0d5ad8c94efa82a561a68b5d9:
Running coprocessor pre-open hook at 1731680354856Writing region info on filesystem at 1731680354856Initializing all the Stores at 1731680354858 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680354858Cleaning up temporary data from old regions at 1731680354864 (+6 ms)Running coprocessor post-open hooks at 1731680354871 (+7 ms)Region opened successfully at 1731680354872 (+1 ms)
2024-11-15T14:19:14,873 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., pid=18, masterSystemTime=1731680354844
2024-11-15T14:19:14,876 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,876 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:14,877 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=3a6b71b0d5ad8c94efa82a561a68b5d9, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:14,880 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a6b71b0d5ad8c94efa82a561a68b5d9, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:14,885 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-15T14:19:14,885 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a6b71b0d5ad8c94efa82a561a68b5d9, server=26754e923c4a,33767,1731680265132 in 189 msec
2024-11-15T14:19:14,889 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-15T14:19:14,889 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=3a6b71b0d5ad8c94efa82a561a68b5d9, ASSIGN in 351 msec
2024-11-15T14:19:14,890 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:14,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680354890"}]},"ts":"1731680354890"}
2024-11-15T14:19:14,893 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta
2024-11-15T14:19:14,894 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:14,896 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.2090 sec
2024-11-15T14:19:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16
2024-11-15T14:19:16,725 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed
2024-11-15T14:19:16,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms
2024-11-15T14:19:16,726 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:16,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states.
2024-11-15T14:19:16,735 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:16,735 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned.
2024-11-15T14:19:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:16,749 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:16,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100
2024-11-15T14:19:16,753 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T14:19:16,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T14:19:17,230 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:19:17,762 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26754e923c4a:33767 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-15T14:19:17,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms
2024-11-15T14:19:17,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2 from cache
2024-11-15T14:19:18,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner'
2024-11-15T14:19:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes
2024-11-15T14:19:18,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:18,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T14:19:19,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26754e923c4a:33767 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=973ms
2024-11-15T14:19:19,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=981ms, rpcTimeout=973ms
2024-11-15T14:19:19,763 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., hostname=26754e923c4a,33767,1731680265132, seqNum=2 from cache
2024-11-15T14:19:19,780 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=1800 (was 1878)
2024-11-15T14:19:19,789 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=1800
2024-11-15T14:19:19,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync
2024-11-15T14:19:19,797 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:19,797 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:19,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNextAsync"
 procId is: 19
2024-11-15T14:19:19,799 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T14:19:19,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741845_1021 (size=416)
2024-11-15T14:19:20,218 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b019b9d0c2479cf9a53ac451f67479bb, NAME => 'testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:20,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741846_1022 (size=67)
2024-11-15T14:19:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes
2024-11-15T14:19:20,636 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:20,636 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing b019b9d0c2479cf9a53ac451f67479bb, disabling compactions & flushes
2024-11-15T14:19:20,636 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:20,637 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:20,637 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb. after waiting 0 ms
2024-11-15T14:19:20,637 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:20,637 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:20,638 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b019b9d0c2479cf9a53ac451f67479bb:
Waiting for close lock at 1731680360636Disabling compacts and flushes for region at 1731680360636Disabling writes for close at 1731680360637 (+1 ms)Writing region close event to WAL at 1731680360637Closed at 1731680360637
2024-11-15T14:19:20,643 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:20,643 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731680360643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680360643"}]},"ts":"1731680360643"}
2024-11-15T14:19:20,646 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:20,648 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:20,648 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680360648"}]},"ts":"1731680360648"}
2024-11-15T14:19:20,651 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta
2024-11-15T14:19:20,652 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b019b9d0c2479cf9a53ac451f67479bb, ASSIGN}]
2024-11-15T14:19:20,655 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b019b9d0c2479cf9a53ac451f67479bb, ASSIGN
2024-11-15T14:19:20,657 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b019b9d0c2479cf9a53ac451f67479bb, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:20,808 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b019b9d0c2479cf9a53ac451f67479bb, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T14:19:20,815 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b019b9d0c2479cf9a53ac451f67479bb, ASSIGN because future has completed
2024-11-15T14:19:20,816 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b019b9d0c2479cf9a53ac451f67479bb, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:20,984 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:20,985 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b019b9d0c2479cf9a53ac451f67479bb, NAME => 'testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:20,985 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,985 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:20,986 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,986 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,988 INFO  [StoreOpener-b019b9d0c2479cf9a53ac451f67479bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b019b9d0c2479cf9a53ac451f67479bb 
2024-11-15T14:19:20,990 INFO  [StoreOpener-b019b9d0c2479cf9a53ac451f67479bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b019b9d0c2479cf9a53ac451f67479bb columnFamilyName testFamily
2024-11-15T14:19:20,990 DEBUG [StoreOpener-b019b9d0c2479cf9a53ac451f67479bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:20,991 INFO  [StoreOpener-b019b9d0c2479cf9a53ac451f67479bb-1 {}] regionserver.HStore(327): Store=b019b9d0c2479cf9a53ac451f67479bb/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:20,991 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,992 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,992 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,993 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,995 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:20,998 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:20,999 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b019b9d0c2479cf9a53ac451f67479bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63250273, jitterRate=-0.05749748647212982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:20,999 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:21,000 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b019b9d0c2479cf9a53ac451f67479bb:
Running coprocessor pre-open hook at 1731680360986Writing region info on filesystem at 1731680360986Initializing all the Stores at 1731680360987 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680360987Cleaning up temporary data from old regions at 1731680360993 (+6 ms)Running coprocessor post-open hooks at 1731680361000 (+7 ms)Region opened successfully at 1731680361000
2024-11-15T14:19:21,002 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb., pid=21, masterSystemTime=1731680360970
2024-11-15T14:19:21,005 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:21,005 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:21,006 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=b019b9d0c2479cf9a53ac451f67479bb, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:21,010 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure b019b9d0c2479cf9a53ac451f67479bb, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:21,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-15T14:19:21,014 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure b019b9d0c2479cf9a53ac451f67479bb, server=26754e923c4a,33767,1731680265132 in 195 msec
2024-11-15T14:19:21,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-15T14:19:21,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=b019b9d0c2479cf9a53ac451f67479bb, ASSIGN in 362 msec
2024-11-15T14:19:21,018 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:21,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680361018"}]},"ts":"1731680361018"}
2024-11-15T14:19:21,020 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta
2024-11-15T14:19:21,021 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:21,024 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2290 sec
2024-11-15T14:19:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-15T14:19:22,834 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed
2024-11-15T14:19:22,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms
2024-11-15T14:19:22,835 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:22,844 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states.
2024-11-15T14:19:22,845 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:22,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned.
2024-11-15T14:19:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:22,958 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:22,958 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100
2024-11-15T14:19:22,961 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T14:19:22,964 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T14:19:22,965 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T14:19:22,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T14:19:24,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync'
2024-11-15T14:19:24,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner
2024-11-15T14:19:24,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:24,720 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync
2024-11-15T14:19:24,720 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:25,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214232' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T14:19:25,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:34110 deadline: 1731680366974, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214232' does not exist
2024-11-15T14:19:25,975 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26754e923c4a,33767,1731680265132 for closing scanner id = -104922645132214232 for b019b9d0c2479cf9a53ac451f67479bb of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214232' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T14:19:25,980 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=1722 (was 1800)
2024-11-15T14:19:25,989 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=1719
2024-11-15T14:19:25,992 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext
2024-11-15T14:19:25,996 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:25,996 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:25,996 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnNext"
 procId is: 22
2024-11-15T14:19:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T14:19:25,998 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:26,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741847_1023 (size=411)
2024-11-15T14:19:26,010 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ede8172b74aaeb8daf0f89493bea199e, NAME => 'testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:26,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741848_1024 (size=62)
2024-11-15T14:19:26,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:26,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing ede8172b74aaeb8daf0f89493bea199e, disabling compactions & flushes
2024-11-15T14:19:26,419 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e. after waiting 0 ms
2024-11-15T14:19:26,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,419 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,419 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for ede8172b74aaeb8daf0f89493bea199e:
Waiting for close lock at 1731680366419Disabling compacts and flushes for region at 1731680366419Disabling writes for close at 1731680366419Writing region close event to WAL at 1731680366419Closed at 1731680366419
2024-11-15T14:19:26,421 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:26,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731680366421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680366421"}]},"ts":"1731680366421"}
2024-11-15T14:19:26,424 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:26,426 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:26,426 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680366426"}]},"ts":"1731680366426"}
2024-11-15T14:19:26,429 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T14:19:26,430 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ede8172b74aaeb8daf0f89493bea199e, ASSIGN}]
2024-11-15T14:19:26,431 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ede8172b74aaeb8daf0f89493bea199e, ASSIGN
2024-11-15T14:19:26,433 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ede8172b74aaeb8daf0f89493bea199e, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes
2024-11-15T14:19:26,488 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:19:26,584 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ede8172b74aaeb8daf0f89493bea199e, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:26,587 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ede8172b74aaeb8daf0f89493bea199e, ASSIGN because future has completed
2024-11-15T14:19:26,588 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ede8172b74aaeb8daf0f89493bea199e, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:26,748 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ede8172b74aaeb8daf0f89493bea199e, NAME => 'testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,752 INFO  [StoreOpener-ede8172b74aaeb8daf0f89493bea199e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ede8172b74aaeb8daf0f89493bea199e 
2024-11-15T14:19:26,754 INFO  [StoreOpener-ede8172b74aaeb8daf0f89493bea199e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ede8172b74aaeb8daf0f89493bea199e columnFamilyName testFamily
2024-11-15T14:19:26,754 DEBUG [StoreOpener-ede8172b74aaeb8daf0f89493bea199e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:26,755 INFO  [StoreOpener-ede8172b74aaeb8daf0f89493bea199e-1 {}] regionserver.HStore(327): Store=ede8172b74aaeb8daf0f89493bea199e/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:26,755 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,757 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,758 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,759 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,759 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,762 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,765 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:26,767 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ede8172b74aaeb8daf0f89493bea199e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72001246, jitterRate=0.07290217280387878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:26,767 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:26,768 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ede8172b74aaeb8daf0f89493bea199e:
Running coprocessor pre-open hook at 1731680366749Writing region info on filesystem at 1731680366749Initializing all the Stores at 1731680366751 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680366751Cleaning up temporary data from old regions at 1731680366759 (+8 ms)Running coprocessor post-open hooks at 1731680366767 (+8 ms)Region opened successfully at 1731680366768 (+1 ms)
2024-11-15T14:19:26,769 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e., pid=24, masterSystemTime=1731680366742
2024-11-15T14:19:26,773 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,773 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:26,774 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=ede8172b74aaeb8daf0f89493bea199e, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:26,778 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure ede8172b74aaeb8daf0f89493bea199e, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:26,785 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-15T14:19:26,785 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure ede8172b74aaeb8daf0f89493bea199e, server=26754e923c4a,33767,1731680265132 in 192 msec
2024-11-15T14:19:26,789 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-15T14:19:26,790 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=ede8172b74aaeb8daf0f89493bea199e, ASSIGN in 355 msec
2024-11-15T14:19:26,791 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:26,791 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680366791"}]},"ts":"1731680366791"}
2024-11-15T14:19:26,794 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T14:19:26,796 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:26,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 804 msec
2024-11-15T14:19:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22
2024-11-15T14:19:27,013 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed
2024-11-15T14:19:27,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T14:19:27,013 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:27,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T14:19:27,021 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:27,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned.
2024-11-15T14:19:27,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:27,034 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:27,034 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T14:19:27,038 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T14:19:27,040 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T14:19:27,041 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T14:19:27,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500
2024-11-15T14:19:28,962 INFO  [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-15T14:19:28,962 INFO  [master/26754e923c4a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-15T14:19:30,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33767 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214228' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T14:19:30,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33767 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:34110 deadline: 1731680371049, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214228' does not exist
2024-11-15T14:19:30,053 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26754e923c4a,33767,1731680265132 for closing scanner id = -104922645132214228 for ede8172b74aaeb8daf0f89493bea199e of testNormalScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214228' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T14:19:30,061 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=223 (was 222)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-650129582_22 at /127.0.0.1:59196 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 191), ProcessCount=11 (was 11), AvailableMemoryMB=1530 (was 1719)
2024-11-15T14:19:30,069 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=1530
2024-11-15T14:19:30,072 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:30,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T14:19:30,075 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:30,076 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:30,076 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnOpenScannerAsync"
 procId is: 25
2024-11-15T14:19:30,077 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T14:19:30,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741849_1025 (size=419)
2024-11-15T14:19:30,245 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext'
2024-11-15T14:19:30,493 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fab74eaa097b51f81298e006fc881c4a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:30,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741850_1026 (size=70)
2024-11-15T14:19:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes
2024-11-15T14:19:30,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:30,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing fab74eaa097b51f81298e006fc881c4a, disabling compactions & flushes
2024-11-15T14:19:30,907 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:30,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:30,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a. after waiting 0 ms
2024-11-15T14:19:30,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:30,907 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:30,907 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fab74eaa097b51f81298e006fc881c4a:
Waiting for close lock at 1731680370907Disabling compacts and flushes for region at 1731680370907Disabling writes for close at 1731680370907Writing region close event to WAL at 1731680370907Closed at 1731680370907
2024-11-15T14:19:30,909 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:30,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731680370909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680370909"}]},"ts":"1731680370909"}
2024-11-15T14:19:30,913 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:30,914 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:30,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680370914"}]},"ts":"1731680370914"}
2024-11-15T14:19:30,918 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T14:19:30,918 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fab74eaa097b51f81298e006fc881c4a, ASSIGN}]
2024-11-15T14:19:30,920 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fab74eaa097b51f81298e006fc881c4a, ASSIGN
2024-11-15T14:19:30,921 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fab74eaa097b51f81298e006fc881c4a, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:31,072 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=fab74eaa097b51f81298e006fc881c4a, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:31,076 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fab74eaa097b51f81298e006fc881c4a, ASSIGN because future has completed
2024-11-15T14:19:31,076 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab74eaa097b51f81298e006fc881c4a, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T14:19:31,236 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => fab74eaa097b51f81298e006fc881c4a, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:31,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,240 INFO  [StoreOpener-fab74eaa097b51f81298e006fc881c4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fab74eaa097b51f81298e006fc881c4a 
2024-11-15T14:19:31,243 INFO  [StoreOpener-fab74eaa097b51f81298e006fc881c4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fab74eaa097b51f81298e006fc881c4a columnFamilyName testFamily
2024-11-15T14:19:31,243 DEBUG [StoreOpener-fab74eaa097b51f81298e006fc881c4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:31,244 INFO  [StoreOpener-fab74eaa097b51f81298e006fc881c4a-1 {}] regionserver.HStore(327): Store=fab74eaa097b51f81298e006fc881c4a/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:31,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:31,252 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened fab74eaa097b51f81298e006fc881c4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58987268, jitterRate=-0.12102121114730835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:31,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:31,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for fab74eaa097b51f81298e006fc881c4a:
Running coprocessor pre-open hook at 1731680371238Writing region info on filesystem at 1731680371238Initializing all the Stores at 1731680371240 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680371240Cleaning up temporary data from old regions at 1731680371246 (+6 ms)Running coprocessor post-open hooks at 1731680371252 (+6 ms)Region opened successfully at 1731680371253 (+1 ms)
2024-11-15T14:19:31,254 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., pid=27, masterSystemTime=1731680371230
2024-11-15T14:19:31,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:31,257 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:31,258 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=fab74eaa097b51f81298e006fc881c4a, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:31,260 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure fab74eaa097b51f81298e006fc881c4a, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:31,264 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-15T14:19:31,265 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure fab74eaa097b51f81298e006fc881c4a, server=26754e923c4a,33767,1731680265132 in 186 msec
2024-11-15T14:19:31,268 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-15T14:19:31,268 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=fab74eaa097b51f81298e006fc881c4a, ASSIGN in 347 msec
2024-11-15T14:19:31,269 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:31,269 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680371269"}]},"ts":"1731680371269"}
2024-11-15T14:19:31,272 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T14:19:31,273 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:31,276 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.2010 sec
2024-11-15T14:19:32,252 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:19:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-15T14:19:33,104 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed
2024-11-15T14:19:33,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T14:19:33,105 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:33,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T14:19:33,112 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:33,112 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T14:19:33,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:33,127 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:33,128 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T14:19:33,131 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T14:19:33,133 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500
2024-11-15T14:19:34,718 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext
2024-11-15T14:19:34,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:34,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync
2024-11-15T14:19:34,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:36,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync'
2024-11-15T14:19:39,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., hostname=26754e923c4a,33767,1731680265132, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., hostname=26754e923c4a,33767,1731680265132, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26754e923c4a:33767 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-15T14:19:39,132 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., hostname=26754e923c4a,33767,1731680265132, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6001ms, rpcTimeout=5999ms
2024-11-15T14:19:39,133 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., hostname=26754e923c4a,33767,1731680265132, seqNum=2 from cache
2024-11-15T14:19:39,144 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 191) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1202 (was 1530)
2024-11-15T14:19:39,154 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=201, ProcessCount=11, AvailableMemoryMB=1202
2024-11-15T14:19:39,156 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:39,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext
2024-11-15T14:19:39,159 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:39,159 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:39,159 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "testMetaScanTimeoutOnNext"
 procId is: 28
2024-11-15T14:19:39,160 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T14:19:39,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741851_1027 (size=407)
2024-11-15T14:19:39,571 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97125f958e1a40d83ba7b497805921a2, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:39,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741852_1028 (size=58)
2024-11-15T14:19:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes
2024-11-15T14:19:39,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:39,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 97125f958e1a40d83ba7b497805921a2, disabling compactions & flushes
2024-11-15T14:19:39,987 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:39,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:39,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2. after waiting 0 ms
2024-11-15T14:19:39,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:39,987 INFO  [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:39,987 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97125f958e1a40d83ba7b497805921a2:
Waiting for close lock at 1731680379987Disabling compacts and flushes for region at 1731680379987Disabling writes for close at 1731680379987Writing region close event to WAL at 1731680379987Closed at 1731680379987
2024-11-15T14:19:39,989 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:39,990 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731680379990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680379990"}]},"ts":"1731680379990"}
2024-11-15T14:19:39,993 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:39,996 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:39,996 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680379996"}]},"ts":"1731680379996"}
2024-11-15T14:19:39,999 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta
2024-11-15T14:19:40,000 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=97125f958e1a40d83ba7b497805921a2, ASSIGN}]
2024-11-15T14:19:40,002 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=97125f958e1a40d83ba7b497805921a2, ASSIGN
2024-11-15T14:19:40,003 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=97125f958e1a40d83ba7b497805921a2, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:40,155 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=97125f958e1a40d83ba7b497805921a2, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:40,161 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=97125f958e1a40d83ba7b497805921a2, ASSIGN because future has completed
2024-11-15T14:19:40,161 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97125f958e1a40d83ba7b497805921a2, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T14:19:40,324 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:40,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 97125f958e1a40d83ba7b497805921a2, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:40,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:40,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,329 INFO  [StoreOpener-97125f958e1a40d83ba7b497805921a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97125f958e1a40d83ba7b497805921a2 
2024-11-15T14:19:40,332 INFO  [StoreOpener-97125f958e1a40d83ba7b497805921a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97125f958e1a40d83ba7b497805921a2 columnFamilyName testFamily
2024-11-15T14:19:40,332 DEBUG [StoreOpener-97125f958e1a40d83ba7b497805921a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:40,333 INFO  [StoreOpener-97125f958e1a40d83ba7b497805921a2-1 {}] regionserver.HStore(327): Store=97125f958e1a40d83ba7b497805921a2/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:40,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:40,344 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 97125f958e1a40d83ba7b497805921a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72728878, jitterRate=0.08374473452568054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:40,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:40,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 97125f958e1a40d83ba7b497805921a2:
Running coprocessor pre-open hook at 1731680380327Writing region info on filesystem at 1731680380327Initializing all the Stores at 1731680380329 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680380329Cleaning up temporary data from old regions at 1731680380336 (+7 ms)Running coprocessor post-open hooks at 1731680380344 (+8 ms)Region opened successfully at 1731680380345 (+1 ms)
2024-11-15T14:19:40,346 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2., pid=30, masterSystemTime=1731680380315
2024-11-15T14:19:40,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:40,350 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:40,350 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=97125f958e1a40d83ba7b497805921a2, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:40,353 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97125f958e1a40d83ba7b497805921a2, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:40,358 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-15T14:19:40,358 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 97125f958e1a40d83ba7b497805921a2, server=26754e923c4a,33767,1731680265132 in 194 msec
2024-11-15T14:19:40,361 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-15T14:19:40,361 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=97125f958e1a40d83ba7b497805921a2, ASSIGN in 359 msec
2024-11-15T14:19:40,362 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:40,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680380362"}]},"ts":"1731680380362"}
2024-11-15T14:19:40,364 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta
2024-11-15T14:19:40,365 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:40,368 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.2090 sec
2024-11-15T14:19:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-15T14:19:42,191 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed
2024-11-15T14:19:42,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms
2024-11-15T14:19:42,191 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:42,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states.
2024-11-15T14:19:42,197 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:42,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned.
2024-11-15T14:19:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:42,211 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:42,211 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100
2024-11-15T14:19:42,215 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response
2024-11-15T14:19:42,217 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0
2024-11-15T14:19:42,218 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout
2024-11-15T14:19:42,218 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500
2024-11-15T14:19:42,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext'
2024-11-15T14:19:43,466 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-15T14:19:44,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext
2024-11-15T14:19:44,719 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:45,856 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:19:48,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214220' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?]
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?]
2024-11-15T14:19:48,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33767 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.3:34110 deadline: 1731680394225, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214220' does not exist
2024-11-15T14:19:48,226 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 26754e923c4a,33767,1731680265132 for closing scanner id = -104922645132214220 for 97125f958e1a40d83ba7b497805921a2 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed
org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-104922645132214220' does not exist
	at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597)
	at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-15T14:19:48,232 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=221 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=170 (was 201), ProcessCount=11 (was 11), AvailableMemoryMB=1068 (was 1202)
2024-11-15T14:19:48,241 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=221, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=170, ProcessCount=11, AvailableMemoryMB=1067
2024-11-15T14:19:48,244 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-15T14:19:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T14:19:48,247 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION
2024-11-15T14:19:48,247 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:48,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testNormalScanTimeoutOnOpenScannerAsync"
 procId is: 31
2024-11-15T14:19:48,248 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-15T14:19:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T14:19:48,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741853_1029 (size=423)
2024-11-15T14:19:48,660 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b245ddc6f9ad347f7faab6dc3ad8493c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb
2024-11-15T14:19:48,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741854_1030 (size=74)
2024-11-15T14:19:48,719 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes
2024-11-15T14:19:49,072 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:49,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing b245ddc6f9ad347f7faab6dc3ad8493c, disabling compactions & flushes
2024-11-15T14:19:49,073 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c. after waiting 0 ms
2024-11-15T14:19:49,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,073 INFO  [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,073 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for b245ddc6f9ad347f7faab6dc3ad8493c:
Waiting for close lock at 1731680389073Disabling compacts and flushes for region at 1731680389073Disabling writes for close at 1731680389073Writing region close event to WAL at 1731680389073Closed at 1731680389073
2024-11-15T14:19:49,075 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META
2024-11-15T14:19:49,075 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731680389075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731680389075"}]},"ts":"1731680389075"}
2024-11-15T14:19:49,078 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-15T14:19:49,080 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-15T14:19:49,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680389080"}]},"ts":"1731680389080"}
2024-11-15T14:19:49,083 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta
2024-11-15T14:19:49,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b245ddc6f9ad347f7faab6dc3ad8493c, ASSIGN}]
2024-11-15T14:19:49,086 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b245ddc6f9ad347f7faab6dc3ad8493c, ASSIGN
2024-11-15T14:19:49,088 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b245ddc6f9ad347f7faab6dc3ad8493c, ASSIGN; state=OFFLINE, location=26754e923c4a,33767,1731680265132; forceNewPlan=false, retain=false
2024-11-15T14:19:49,239 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=b245ddc6f9ad347f7faab6dc3ad8493c, regionState=OPENING, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:49,243 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b245ddc6f9ad347f7faab6dc3ad8493c, ASSIGN because future has completed
2024-11-15T14:19:49,243 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure b245ddc6f9ad347f7faab6dc3ad8493c, server=26754e923c4a,33767,1731680265132}]
2024-11-15T14:19:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T14:19:49,405 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,406 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => b245ddc6f9ad347f7faab6dc3ad8493c, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.', STARTKEY => '', ENDKEY => ''}
2024-11-15T14:19:49,406 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,406 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-15T14:19:49,407 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,407 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,409 INFO  [StoreOpener-b245ddc6f9ad347f7faab6dc3ad8493c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b245ddc6f9ad347f7faab6dc3ad8493c 
2024-11-15T14:19:49,416 INFO  [StoreOpener-b245ddc6f9ad347f7faab6dc3ad8493c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b245ddc6f9ad347f7faab6dc3ad8493c columnFamilyName testFamily
2024-11-15T14:19:49,416 DEBUG [StoreOpener-b245ddc6f9ad347f7faab6dc3ad8493c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-15T14:19:49,417 INFO  [StoreOpener-b245ddc6f9ad347f7faab6dc3ad8493c-1 {}] regionserver.HStore(327): Store=b245ddc6f9ad347f7faab6dc3ad8493c/testFamily,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-15T14:19:49,419 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,421 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,422 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,422 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,422 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,425 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,433 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-15T14:19:49,434 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened b245ddc6f9ad347f7faab6dc3ad8493c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73146519, jitterRate=0.08996807038784027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-15T14:19:49,434 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:49,435 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for b245ddc6f9ad347f7faab6dc3ad8493c:
Running coprocessor pre-open hook at 1731680389407Writing region info on filesystem at 1731680389407Initializing all the Stores at 1731680389409 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731680389409Cleaning up temporary data from old regions at 1731680389423 (+14 ms)Running coprocessor post-open hooks at 1731680389434 (+11 ms)Region opened successfully at 1731680389435 (+1 ms)
2024-11-15T14:19:49,437 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., pid=33, masterSystemTime=1731680389397
2024-11-15T14:19:49,446 DEBUG [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,446 INFO  [RS_OPEN_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:49,449 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=b245ddc6f9ad347f7faab6dc3ad8493c, regionState=OPEN, openSeqNum=2, regionLocation=26754e923c4a,33767,1731680265132
2024-11-15T14:19:49,453 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=true; OpenRegionProcedure b245ddc6f9ad347f7faab6dc3ad8493c, server=26754e923c4a,33767,1731680265132 because future has completed
2024-11-15T14:19:49,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-15T14:19:49,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure b245ddc6f9ad347f7faab6dc3ad8493c, server=26754e923c4a,33767,1731680265132 in 215 msec
2024-11-15T14:19:49,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-15T14:19:49,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=b245ddc6f9ad347f7faab6dc3ad8493c, ASSIGN in 386 msec
2024-11-15T14:19:49,480 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-15T14:19:49,481 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731680389480"}]},"ts":"1731680389480"}
2024-11-15T14:19:49,484 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta
2024-11-15T14:19:49,486 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION
2024-11-15T14:19:49,488 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.2420 sec
2024-11-15T14:19:49,765 DEBUG [master/26754e923c4a:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-15T14:19:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-15T14:19:51,272 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed
2024-11-15T14:19:51,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms
2024-11-15T14:19:51,272 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:51,276 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states.
2024-11-15T14:19:51,277 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-15T14:19:51,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned.
2024-11-15T14:19:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:51,289 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values
2024-11-15T14:19:51,290 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100
2024-11-15T14:19:51,293 INFO  [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response
2024-11-15T14:19:51,294 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T14:19:52,302 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26754e923c4a:33767 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-15T14:19:52,302 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms
2024-11-15T14:19:52,302 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2 from cache
2024-11-15T14:19:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes
2024-11-15T14:19:53,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2]
2024-11-15T14:19:53,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33767 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500
2024-11-15T14:19:54,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync'
2024-11-15T14:19:54,302 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=26754e923c4a:33767 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=975ms
2024-11-15T14:19:54,302 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=983ms, rpcTimeout=975ms
2024-11-15T14:19:54,302 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., hostname=26754e923c4a,33767,1731680265132, seqNum=2 from cache
2024-11-15T14:19:54,311 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 221)
Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=448 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=188 (was 170) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=661 (was 1067)
2024-11-15T14:19:54,312 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T14:19:54,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T14:19:54,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:54,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:54,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T14:19:54,318 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-15T14:19:54,318 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T14:19:54,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T14:19:54,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:54,318 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-15T14:19:54,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:54,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-15T14:19:54,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200579720, stopped=false
2024-11-15T14:19:54,319 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=26754e923c4a,41193,1731680264325
2024-11-15T14:19:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T14:19:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-15T14:19:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:19:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:19:54,352 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T14:19:54,353 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-15T14:19:54,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T14:19:54,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-15T14:19:54,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T14:19:54,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:54,354 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '26754e923c4a,33767,1731680265132' *****
2024-11-15T14:19:54,354 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-15T14:19:54,354 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-15T14:19:54,354 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-15T14:19:54,354 INFO  [RS:0;26754e923c4a:33767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-15T14:19:54,354 INFO  [RS:0;26754e923c4a:33767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-15T14:19:54,355 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 400f5366ceb7d4b77986e7e5d5260687
2024-11-15T14:19:54,355 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 77e30c8e044619235b5ceb7edeb6c59e
2024-11-15T14:19:54,355 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 207b42d45d44602f378b4b891820e29a
2024-11-15T14:19:54,355 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 86b06d7bd170b2e51d08880670ba327d
2024-11-15T14:19:54,355 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for b245ddc6f9ad347f7faab6dc3ad8493c
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a6b71b0d5ad8c94efa82a561a68b5d9
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for b019b9d0c2479cf9a53ac451f67479bb
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 97125f958e1a40d83ba7b497805921a2
2024-11-15T14:19:54,356 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 400f5366ceb7d4b77986e7e5d5260687, disabling compactions & flushes
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:54,356 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:19:54,356 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(959): stopping server 26754e923c4a,33767,1731680265132
2024-11-15T14:19:54,356 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687. after waiting 0 ms
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T14:19:54,356 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:19:54,356 INFO  [RS:0;26754e923c4a:33767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;26754e923c4a:33767.
2024-11-15T14:19:54,356 DEBUG [RS:0;26754e923c4a:33767 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-15T14:19:54,356 DEBUG [RS:0;26754e923c4a:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:54,357 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-15T14:19:54,357 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-15T14:19:54,357 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-15T14:19:54,357 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-15T14:19:54,357 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close
2024-11-15T14:19:54,357 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-15T14:19:54,357 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-15T14:19:54,357 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-15T14:19:54,357 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-15T14:19:54,357 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-15T14:19:54,358 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 207b42d45d44602f378b4b891820e29a, 3a6b71b0d5ad8c94efa82a561a68b5d9, 400f5366ceb7d4b77986e7e5d5260687, 77e30c8e044619235b5ceb7edeb6c59e, 86b06d7bd170b2e51d08880670ba327d, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:54,360 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 400f5366ceb7d4b77986e7e5d5260687 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:54,360 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB
2024-11-15T14:19:54,426 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/.tmp/testFamily/89792dbbdd3f4173b3356a797abad2a6 is 61, key is row-0/testFamily:testQualifier/1731680335391/Put/seqid=0
2024-11-15T14:19:54,431 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/info/43f0db3499fe4e22ad2e885fb03efa94 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e./info:regioninfo/1731680330428/Put/seqid=0
2024-11-15T14:19:54,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741855_1031 (size=5049)
2024-11-15T14:19:54,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741856_1032 (size=20564)
2024-11-15T14:19:54,558 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 207b42d45d44602f378b4b891820e29a, 3a6b71b0d5ad8c94efa82a561a68b5d9, 400f5366ceb7d4b77986e7e5d5260687, 77e30c8e044619235b5ceb7edeb6c59e, 86b06d7bd170b2e51d08880670ba327d, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:54,758 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 207b42d45d44602f378b4b891820e29a, 3a6b71b0d5ad8c94efa82a561a68b5d9, 400f5366ceb7d4b77986e7e5d5260687, 77e30c8e044619235b5ceb7edeb6c59e, 86b06d7bd170b2e51d08880670ba327d, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:54,821 WARN  [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-15T14:19:54,837 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/.tmp/testFamily/89792dbbdd3f4173b3356a797abad2a6
2024-11-15T14:19:54,842 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/info/43f0db3499fe4e22ad2e885fb03efa94
2024-11-15T14:19:54,899 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/.tmp/testFamily/89792dbbdd3f4173b3356a797abad2a6 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/testFamily/89792dbbdd3f4173b3356a797abad2a6
2024-11-15T14:19:54,909 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-15T14:19:54,915 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/testFamily/89792dbbdd3f4173b3356a797abad2a6, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:54,921 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/ns/3ca277358e0f44adadb566fb86451c41 is 43, key is default/ns:d/1731680328827/Put/seqid=0
2024-11-15T14:19:54,930 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 400f5366ceb7d4b77986e7e5d5260687 in 566ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:54,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741857_1033 (size=5153)
2024-11-15T14:19:54,959 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 207b42d45d44602f378b4b891820e29a, 3a6b71b0d5ad8c94efa82a561a68b5d9, 400f5366ceb7d4b77986e7e5d5260687, 77e30c8e044619235b5ceb7edeb6c59e, 86b06d7bd170b2e51d08880670ba327d, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:54,959 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScanner/400f5366ceb7d4b77986e7e5d5260687/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:54,963 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:19:54,964 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 400f5366ceb7d4b77986e7e5d5260687:
Waiting for close lock at 1731680394355Running coprocessor pre-close hooks at 1731680394356 (+1 ms)Disabling compacts and flushes for region at 1731680394356Disabling writes for close at 1731680394356Obtaining lock to block concurrent updates at 1731680394360 (+4 ms)Preparing flush snapshotting stores in 400f5366ceb7d4b77986e7e5d5260687 at 1731680394360Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680394367 (+7 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687. at 1731680394368 (+1 ms)Flushing 400f5366ceb7d4b77986e7e5d5260687/testFamily: creating writer at 1731680394370 (+2 ms)Flushing 400f5366ceb7d4b77986e7e5d5260687/testFamily: appending metadata at 1731680394420 (+50 ms)Flushing 400f5366ceb7d4b77986e7e5d5260687/testFamily: closing flushed file at 1731680394422 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73944a58: reopening flushed file at 1731680394896 (+474 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 400f5366ceb7d4b77986e7e5d5260687 in 566ms, sequenceid=8, compaction requested=false at 1731680394930 (+34 ms)Writing region close event to WAL at 1731680394946 (+16 ms)Running coprocessor post-close hooks at 1731680394961 (+15 ms)Closed at 1731680394963 (+2 ms)
2024-11-15T14:19:54,965 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731680332329.400f5366ceb7d4b77986e7e5d5260687.
2024-11-15T14:19:54,965 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77e30c8e044619235b5ceb7edeb6c59e, disabling compactions & flushes
2024-11-15T14:19:54,965 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:19:54,965 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:19:54,965 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e. after waiting 0 ms
2024-11-15T14:19:54,965 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:19:54,965 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77e30c8e044619235b5ceb7edeb6c59e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:54,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync
2024-11-15T14:19:54,975 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer
2024-11-15T14:19:54,976 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner
2024-11-15T14:19:55,004 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/.tmp/testFamily/2aafd2476b1c4a07a64e1f77754ea59c is 61, key is row-0/testFamily:testQualifier/1731680332245/Put/seqid=0
2024-11-15T14:19:55,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741858_1034 (size=5049)
2024-11-15T14:19:55,014 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/.tmp/testFamily/2aafd2476b1c4a07a64e1f77754ea59c
2024-11-15T14:19:55,031 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/.tmp/testFamily/2aafd2476b1c4a07a64e1f77754ea59c as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/testFamily/2aafd2476b1c4a07a64e1f77754ea59c
2024-11-15T14:19:55,044 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/testFamily/2aafd2476b1c4a07a64e1f77754ea59c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:55,045 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 77e30c8e044619235b5ceb7edeb6c59e in 80ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:55,053 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/77e30c8e044619235b5ceb7edeb6c59e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:55,054 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:19:55,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77e30c8e044619235b5ceb7edeb6c59e:
Waiting for close lock at 1731680394965Running coprocessor pre-close hooks at 1731680394965Disabling compacts and flushes for region at 1731680394965Disabling writes for close at 1731680394965Obtaining lock to block concurrent updates at 1731680394965Preparing flush snapshotting stores in 77e30c8e044619235b5ceb7edeb6c59e at 1731680394965Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680394966 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e. at 1731680394974 (+8 ms)Flushing 77e30c8e044619235b5ceb7edeb6c59e/testFamily: creating writer at 1731680394975 (+1 ms)Flushing 77e30c8e044619235b5ceb7edeb6c59e/testFamily: appending metadata at 1731680395003 (+28 ms)Flushing 77e30c8e044619235b5ceb7edeb6c59e/testFamily: closing flushed file at 1731680395003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ccb394: reopening flushed file at 1731680395028 (+25 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 77e30c8e044619235b5ceb7edeb6c59e in 80ms, sequenceid=8, compaction requested=false at 1731680395046 (+18 ms)Writing region close event to WAL at 1731680395046Running coprocessor post-close hooks at 1731680395054 (+8 ms)Closed at 1731680395054
2024-11-15T14:19:55,054 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731680329146.77e30c8e044619235b5ceb7edeb6c59e.
2024-11-15T14:19:55,055 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 207b42d45d44602f378b4b891820e29a, disabling compactions & flushes
2024-11-15T14:19:55,055 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:55,055 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:55,055 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a. after waiting 0 ms
2024-11-15T14:19:55,055 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:55,055 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 207b42d45d44602f378b4b891820e29a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:55,082 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/.tmp/testFamily/83723239fdaa4994a4c4fd2073dfd6d9 is 61, key is row-0/testFamily:testQualifier/1731680344498/Put/seqid=0
2024-11-15T14:19:55,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741859_1035 (size=5049)
2024-11-15T14:19:55,090 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/.tmp/testFamily/83723239fdaa4994a4c4fd2073dfd6d9
2024-11-15T14:19:55,107 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/.tmp/testFamily/83723239fdaa4994a4c4fd2073dfd6d9 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/testFamily/83723239fdaa4994a4c4fd2073dfd6d9
2024-11-15T14:19:55,125 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/testFamily/83723239fdaa4994a4c4fd2073dfd6d9, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:55,127 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 207b42d45d44602f378b4b891820e29a in 72ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:55,137 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNextAsync/207b42d45d44602f378b4b891820e29a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:55,139 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:55,140 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 207b42d45d44602f378b4b891820e29a:
Waiting for close lock at 1731680395054Running coprocessor pre-close hooks at 1731680395054Disabling compacts and flushes for region at 1731680395054Disabling writes for close at 1731680395055 (+1 ms)Obtaining lock to block concurrent updates at 1731680395055Preparing flush snapshotting stores in 207b42d45d44602f378b4b891820e29a at 1731680395055Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680395055Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a. at 1731680395056 (+1 ms)Flushing 207b42d45d44602f378b4b891820e29a/testFamily: creating writer at 1731680395056Flushing 207b42d45d44602f378b4b891820e29a/testFamily: appending metadata at 1731680395081 (+25 ms)Flushing 207b42d45d44602f378b4b891820e29a/testFamily: closing flushed file at 1731680395081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21d1ff44: reopening flushed file at 1731680395104 (+23 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 207b42d45d44602f378b4b891820e29a in 72ms, sequenceid=8, compaction requested=false at 1731680395127 (+23 ms)Writing region close event to WAL at 1731680395131 (+4 ms)Running coprocessor post-close hooks at 1731680395139 (+8 ms)Closed at 1731680395139
2024-11-15T14:19:55,140 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731680341451.207b42d45d44602f378b4b891820e29a.
2024-11-15T14:19:55,140 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86b06d7bd170b2e51d08880670ba327d, disabling compactions & flushes
2024-11-15T14:19:55,140 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:55,140 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:55,140 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d. after waiting 0 ms
2024-11-15T14:19:55,140 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:55,140 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 86b06d7bd170b2e51d08880670ba327d 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:55,150 INFO  [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-15T14:19:55,150 INFO  [regionserver/26754e923c4a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-15T14:19:55,159 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a6b71b0d5ad8c94efa82a561a68b5d9, 86b06d7bd170b2e51d08880670ba327d, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:55,163 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/.tmp/testFamily/1f65f76b376c4de2b6be5d223d02ca90 is 61, key is row-0/testFamily:testQualifier/1731680353603/Put/seqid=0
2024-11-15T14:19:55,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741860_1036 (size=5049)
2024-11-15T14:19:55,174 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/.tmp/testFamily/1f65f76b376c4de2b6be5d223d02ca90
2024-11-15T14:19:55,187 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/.tmp/testFamily/1f65f76b376c4de2b6be5d223d02ca90 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/testFamily/1f65f76b376c4de2b6be5d223d02ca90
2024-11-15T14:19:55,200 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/testFamily/1f65f76b376c4de2b6be5d223d02ca90, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:55,202 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 86b06d7bd170b2e51d08880670ba327d in 62ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:55,217 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testRetryOutOfOrderScannerNextException/86b06d7bd170b2e51d08880670ba327d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:55,219 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:55,219 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86b06d7bd170b2e51d08880670ba327d:
Waiting for close lock at 1731680395140Running coprocessor pre-close hooks at 1731680395140Disabling compacts and flushes for region at 1731680395140Disabling writes for close at 1731680395140Obtaining lock to block concurrent updates at 1731680395140Preparing flush snapshotting stores in 86b06d7bd170b2e51d08880670ba327d at 1731680395140Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680395141 (+1 ms)Flushing stores of testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d. at 1731680395143 (+2 ms)Flushing 86b06d7bd170b2e51d08880670ba327d/testFamily: creating writer at 1731680395143Flushing 86b06d7bd170b2e51d08880670ba327d/testFamily: appending metadata at 1731680395162 (+19 ms)Flushing 86b06d7bd170b2e51d08880670ba327d/testFamily: closing flushed file at 1731680395162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d79f03: reopening flushed file at 1731680395186 (+24 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 86b06d7bd170b2e51d08880670ba327d in 62ms, sequenceid=8, compaction requested=false at 1731680395202 (+16 ms)Writing region close event to WAL at 1731680395209 (+7 ms)Running coprocessor post-close hooks at 1731680395219 (+10 ms)Closed at 1731680395219
2024-11-15T14:19:55,220 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731680350548.86b06d7bd170b2e51d08880670ba327d.
2024-11-15T14:19:55,220 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b245ddc6f9ad347f7faab6dc3ad8493c, disabling compactions & flushes
2024-11-15T14:19:55,220 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:55,220 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:55,220 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c. after waiting 0 ms
2024-11-15T14:19:55,220 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:55,220 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b245ddc6f9ad347f7faab6dc3ad8493c 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:55,245 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/.tmp/testFamily/a1d153b3422e4209a3eb0d1d1891f9aa is 61, key is row-0/testFamily:testQualifier/1731680391281/Put/seqid=0
2024-11-15T14:19:55,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741861_1037 (size=5049)
2024-11-15T14:19:55,345 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/ns/3ca277358e0f44adadb566fb86451c41
2024-11-15T14:19:55,359 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-11-15T14:19:55,360 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1325): Online Regions={b245ddc6f9ad347f7faab6dc3ad8493c=testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., 3a6b71b0d5ad8c94efa82a561a68b5d9=testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., 1588230740=hbase:meta,,1.1588230740, b019b9d0c2479cf9a53ac451f67479bb=testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb., fab74eaa097b51f81298e006fc881c4a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., 97125f958e1a40d83ba7b497805921a2=hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2., ede8172b74aaeb8daf0f89493bea199e=testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.}
2024-11-15T14:19:55,360 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a6b71b0d5ad8c94efa82a561a68b5d9, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:55,377 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/table/3fc68cfadf314d689d947c3566f92ee0 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731680330457/Put/seqid=0
2024-11-15T14:19:55,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741862_1038 (size=6699)
2024-11-15T14:19:55,560 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a6b71b0d5ad8c94efa82a561a68b5d9, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:55,733 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/.tmp/testFamily/a1d153b3422e4209a3eb0d1d1891f9aa
2024-11-15T14:19:55,748 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/.tmp/testFamily/a1d153b3422e4209a3eb0d1d1891f9aa as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/testFamily/a1d153b3422e4209a3eb0d1d1891f9aa
2024-11-15T14:19:55,760 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/testFamily/a1d153b3422e4209a3eb0d1d1891f9aa, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:55,760 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a6b71b0d5ad8c94efa82a561a68b5d9, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, b245ddc6f9ad347f7faab6dc3ad8493c, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:55,761 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b245ddc6f9ad347f7faab6dc3ad8493c in 541ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:55,768 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScannerAsync/b245ddc6f9ad347f7faab6dc3ad8493c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:55,769 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:55,769 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b245ddc6f9ad347f7faab6dc3ad8493c:
Waiting for close lock at 1731680395220Running coprocessor pre-close hooks at 1731680395220Disabling compacts and flushes for region at 1731680395220Disabling writes for close at 1731680395220Obtaining lock to block concurrent updates at 1731680395220Preparing flush snapshotting stores in b245ddc6f9ad347f7faab6dc3ad8493c at 1731680395220Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680395221 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c. at 1731680395222 (+1 ms)Flushing b245ddc6f9ad347f7faab6dc3ad8493c/testFamily: creating writer at 1731680395222Flushing b245ddc6f9ad347f7faab6dc3ad8493c/testFamily: appending metadata at 1731680395245 (+23 ms)Flushing b245ddc6f9ad347f7faab6dc3ad8493c/testFamily: closing flushed file at 1731680395245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744b57e7: reopening flushed file at 1731680395746 (+501 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b245ddc6f9ad347f7faab6dc3ad8493c in 541ms, sequenceid=8, compaction requested=false at 1731680395762 (+16 ms)Writing region close event to WAL at 1731680395762Running coprocessor post-close hooks at 1731680395769 (+7 ms)Closed at 1731680395769
2024-11-15T14:19:55,769 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731680388243.b245ddc6f9ad347f7faab6dc3ad8493c.
2024-11-15T14:19:55,770 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a6b71b0d5ad8c94efa82a561a68b5d9, disabling compactions & flushes
2024-11-15T14:19:55,770 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:55,770 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:55,770 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9. after waiting 0 ms
2024-11-15T14:19:55,770 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:55,770 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a6b71b0d5ad8c94efa82a561a68b5d9 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:55,783 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/table/3fc68cfadf314d689d947c3566f92ee0
2024-11-15T14:19:55,789 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/.tmp/testFamily/0312bf25dc87498a9e1214ab1fd4c1d5 is 61, key is row-0/testFamily:testQualifier/1731680356740/Put/seqid=0
2024-11-15T14:19:55,795 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/info/43f0db3499fe4e22ad2e885fb03efa94 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/info/43f0db3499fe4e22ad2e885fb03efa94
2024-11-15T14:19:55,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741863_1039 (size=5049)
2024-11-15T14:19:55,806 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/info/43f0db3499fe4e22ad2e885fb03efa94, entries=100, sequenceid=56, filesize=20.1 K
2024-11-15T14:19:55,808 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/ns/3ca277358e0f44adadb566fb86451c41 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/ns/3ca277358e0f44adadb566fb86451c41
2024-11-15T14:19:55,819 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/ns/3ca277358e0f44adadb566fb86451c41, entries=2, sequenceid=56, filesize=5.0 K
2024-11-15T14:19:55,823 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/.tmp/table/3fc68cfadf314d689d947c3566f92ee0 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/table/3fc68cfadf314d689d947c3566f92ee0
2024-11-15T14:19:55,834 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/table/3fc68cfadf314d689d947c3566f92ee0, entries=20, sequenceid=56, filesize=6.5 K
2024-11-15T14:19:55,836 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1479ms, sequenceid=56, compaction requested=false
2024-11-15T14:19:55,843 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1
2024-11-15T14:19:55,844 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-15T14:19:55,844 INFO  [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-15T14:19:55,845 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731680394357Running coprocessor pre-close hooks at 1731680394357Disabling compacts and flushes for region at 1731680394357Disabling writes for close at 1731680394357Obtaining lock to block concurrent updates at 1731680394360 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731680394360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731680394367 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731680394368 (+1 ms)Flushing 1588230740/info: creating writer at 1731680394370 (+2 ms)Flushing 1588230740/info: appending metadata at 1731680394426 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731680394426Flushing 1588230740/ns: creating writer at 1731680394896 (+470 ms)Flushing 1588230740/ns: appending metadata at 1731680394920 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731680394920Flushing 1588230740/table: creating writer at 1731680395358 (+438 ms)Flushing 1588230740/table: appending metadata at 1731680395376 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731680395376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27465aa2: reopening flushed file at 1731680395793 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28867900: reopening flushed file at 1731680395806 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d94a855: reopening flushed file at 1731680395819 (+13 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1479ms, sequenceid=56, compaction requested=false at 1731680395836 (+17 ms)Writing region close event to WAL at 1731680395837 (+1 ms)Running coprocessor post-close hooks at 1731680395844 (+7 ms)Closed at 1731680395844
2024-11-15T14:19:55,845 DEBUG [RS_CLOSE_META-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-15T14:19:55,878 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=26754e923c4a:41193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 10 more
2024-11-15T14:19:55,961 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 3a6b71b0d5ad8c94efa82a561a68b5d9, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:56,161 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 3a6b71b0d5ad8c94efa82a561a68b5d9, 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:56,197 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/.tmp/testFamily/0312bf25dc87498a9e1214ab1fd4c1d5
2024-11-15T14:19:56,211 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/.tmp/testFamily/0312bf25dc87498a9e1214ab1fd4c1d5 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/testFamily/0312bf25dc87498a9e1214ab1fd4c1d5
2024-11-15T14:19:56,224 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/testFamily/0312bf25dc87498a9e1214ab1fd4c1d5, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:56,226 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a6b71b0d5ad8c94efa82a561a68b5d9 in 456ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:56,237 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnOpenScanner/3a6b71b0d5ad8c94efa82a561a68b5d9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:56,239 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:56,239 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a6b71b0d5ad8c94efa82a561a68b5d9:
Waiting for close lock at 1731680395770Running coprocessor pre-close hooks at 1731680395770Disabling compacts and flushes for region at 1731680395770Disabling writes for close at 1731680395770Obtaining lock to block concurrent updates at 1731680395770Preparing flush snapshotting stores in 3a6b71b0d5ad8c94efa82a561a68b5d9 at 1731680395770Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680395770Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9. at 1731680395771 (+1 ms)Flushing 3a6b71b0d5ad8c94efa82a561a68b5d9/testFamily: creating writer at 1731680395771Flushing 3a6b71b0d5ad8c94efa82a561a68b5d9/testFamily: appending metadata at 1731680395789 (+18 ms)Flushing 3a6b71b0d5ad8c94efa82a561a68b5d9/testFamily: closing flushed file at 1731680395789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8a7c76: reopening flushed file at 1731680396209 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3a6b71b0d5ad8c94efa82a561a68b5d9 in 456ms, sequenceid=8, compaction requested=false at 1731680396226 (+17 ms)Writing region close event to WAL at 1731680396231 (+5 ms)Running coprocessor post-close hooks at 1731680396238 (+7 ms)Closed at 1731680396238
2024-11-15T14:19:56,239 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731680353685.3a6b71b0d5ad8c94efa82a561a68b5d9.
2024-11-15T14:19:56,239 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b019b9d0c2479cf9a53ac451f67479bb, disabling compactions & flushes
2024-11-15T14:19:56,239 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:56,239 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:56,239 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb. after waiting 0 ms
2024-11-15T14:19:56,240 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:56,240 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b019b9d0c2479cf9a53ac451f67479bb 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:56,266 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/.tmp/testFamily/d57e2ea235374c0fafb5be57b57bc031 is 61, key is row-0/testFamily:testQualifier/1731680362851/Put/seqid=0
2024-11-15T14:19:56,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741864_1040 (size=5049)
2024-11-15T14:19:56,361 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close
2024-11-15T14:19:56,362 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1325): Online Regions={b019b9d0c2479cf9a53ac451f67479bb=testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb., fab74eaa097b51f81298e006fc881c4a=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., 97125f958e1a40d83ba7b497805921a2=hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2., ede8172b74aaeb8daf0f89493bea199e=testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.}
2024-11-15T14:19:56,362 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:56,562 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, b019b9d0c2479cf9a53ac451f67479bb, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:56,688 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/.tmp/testFamily/d57e2ea235374c0fafb5be57b57bc031
2024-11-15T14:19:56,698 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/.tmp/testFamily/d57e2ea235374c0fafb5be57b57bc031 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/testFamily/d57e2ea235374c0fafb5be57b57bc031
2024-11-15T14:19:56,707 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/testFamily/d57e2ea235374c0fafb5be57b57bc031, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:56,708 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b019b9d0c2479cf9a53ac451f67479bb in 468ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:56,714 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNextAsync/b019b9d0c2479cf9a53ac451f67479bb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:56,715 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:56,715 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b019b9d0c2479cf9a53ac451f67479bb:
Waiting for close lock at 1731680396239Running coprocessor pre-close hooks at 1731680396239Disabling compacts and flushes for region at 1731680396239Disabling writes for close at 1731680396240 (+1 ms)Obtaining lock to block concurrent updates at 1731680396240Preparing flush snapshotting stores in b019b9d0c2479cf9a53ac451f67479bb at 1731680396240Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680396240Flushing stores of testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb. at 1731680396241 (+1 ms)Flushing b019b9d0c2479cf9a53ac451f67479bb/testFamily: creating writer at 1731680396241Flushing b019b9d0c2479cf9a53ac451f67479bb/testFamily: appending metadata at 1731680396266 (+25 ms)Flushing b019b9d0c2479cf9a53ac451f67479bb/testFamily: closing flushed file at 1731680396266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cbdb4e: reopening flushed file at 1731680396697 (+431 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b019b9d0c2479cf9a53ac451f67479bb in 468ms, sequenceid=8, compaction requested=false at 1731680396708 (+11 ms)Writing region close event to WAL at 1731680396709 (+1 ms)Running coprocessor post-close hooks at 1731680396715 (+6 ms)Closed at 1731680396715
2024-11-15T14:19:56,716 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731680359792.b019b9d0c2479cf9a53ac451f67479bb.
2024-11-15T14:19:56,716 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fab74eaa097b51f81298e006fc881c4a, disabling compactions & flushes
2024-11-15T14:19:56,716 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:56,716 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:56,716 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a. after waiting 0 ms
2024-11-15T14:19:56,716 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:56,716 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fab74eaa097b51f81298e006fc881c4a 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:56,740 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/.tmp/testFamily/f457d25510294c9f824497b3488b6cd3 is 61, key is row-0/testFamily:testQualifier/1731680373117/Put/seqid=0
2024-11-15T14:19:56,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741865_1041 (size=5049)
2024-11-15T14:19:56,762 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:56,963 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:57,148 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/.tmp/testFamily/f457d25510294c9f824497b3488b6cd3
2024-11-15T14:19:57,158 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/.tmp/testFamily/f457d25510294c9f824497b3488b6cd3 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/testFamily/f457d25510294c9f824497b3488b6cd3
2024-11-15T14:19:57,163 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, ede8172b74aaeb8daf0f89493bea199e, fab74eaa097b51f81298e006fc881c4a
2024-11-15T14:19:57,167 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/testFamily/f457d25510294c9f824497b3488b6cd3, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:57,168 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fab74eaa097b51f81298e006fc881c4a in 452ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:57,173 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/fab74eaa097b51f81298e006fc881c4a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:57,174 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:57,174 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fab74eaa097b51f81298e006fc881c4a:
Waiting for close lock at 1731680396716Running coprocessor pre-close hooks at 1731680396716Disabling compacts and flushes for region at 1731680396716Disabling writes for close at 1731680396716Obtaining lock to block concurrent updates at 1731680396716Preparing flush snapshotting stores in fab74eaa097b51f81298e006fc881c4a at 1731680396716Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680396717 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a. at 1731680396718 (+1 ms)Flushing fab74eaa097b51f81298e006fc881c4a/testFamily: creating writer at 1731680396718Flushing fab74eaa097b51f81298e006fc881c4a/testFamily: appending metadata at 1731680396740 (+22 ms)Flushing fab74eaa097b51f81298e006fc881c4a/testFamily: closing flushed file at 1731680396740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d58b609: reopening flushed file at 1731680397157 (+417 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fab74eaa097b51f81298e006fc881c4a in 452ms, sequenceid=8, compaction requested=false at 1731680397168 (+11 ms)Writing region close event to WAL at 1731680397169 (+1 ms)Running coprocessor post-close hooks at 1731680397173 (+4 ms)Closed at 1731680397174 (+1 ms)
2024-11-15T14:19:57,174 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731680370071.fab74eaa097b51f81298e006fc881c4a.
2024-11-15T14:19:57,174 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97125f958e1a40d83ba7b497805921a2, disabling compactions & flushes
2024-11-15T14:19:57,174 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:57,174 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:57,174 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2. after waiting 0 ms
2024-11-15T14:19:57,174 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:57,174 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97125f958e1a40d83ba7b497805921a2 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:57,191 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/.tmp/testFamily/99b5209e4ec14811bb695a86d0de405c is 61, key is row-0/testFamily:testQualifier/1731680382201/Put/seqid=0
2024-11-15T14:19:57,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741866_1042 (size=5049)
2024-11-15T14:19:57,363 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-15T14:19:57,363 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1325): Online Regions={97125f958e1a40d83ba7b497805921a2=hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2., ede8172b74aaeb8daf0f89493bea199e=testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.}
2024-11-15T14:19:57,363 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:57,564 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on 97125f958e1a40d83ba7b497805921a2, ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:57,597 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/.tmp/testFamily/99b5209e4ec14811bb695a86d0de405c
2024-11-15T14:19:57,608 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/.tmp/testFamily/99b5209e4ec14811bb695a86d0de405c as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/testFamily/99b5209e4ec14811bb695a86d0de405c
2024-11-15T14:19:57,617 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/testFamily/99b5209e4ec14811bb695a86d0de405c, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:57,618 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97125f958e1a40d83ba7b497805921a2 in 444ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:57,623 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/hbase/testMetaScanTimeoutOnNext/97125f958e1a40d83ba7b497805921a2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:57,624 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:57,624 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97125f958e1a40d83ba7b497805921a2:
Waiting for close lock at 1731680397174Running coprocessor pre-close hooks at 1731680397174Disabling compacts and flushes for region at 1731680397174Disabling writes for close at 1731680397174Obtaining lock to block concurrent updates at 1731680397174Preparing flush snapshotting stores in 97125f958e1a40d83ba7b497805921a2 at 1731680397174Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680397175 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2. at 1731680397175Flushing 97125f958e1a40d83ba7b497805921a2/testFamily: creating writer at 1731680397175Flushing 97125f958e1a40d83ba7b497805921a2/testFamily: appending metadata at 1731680397191 (+16 ms)Flushing 97125f958e1a40d83ba7b497805921a2/testFamily: closing flushed file at 1731680397191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b8c0b1: reopening flushed file at 1731680397606 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97125f958e1a40d83ba7b497805921a2 in 444ms, sequenceid=8, compaction requested=false at 1731680397618 (+12 ms)Writing region close event to WAL at 1731680397619 (+1 ms)Running coprocessor post-close hooks at 1731680397624 (+5 ms)Closed at 1731680397624
2024-11-15T14:19:57,625 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731680379155.97125f958e1a40d83ba7b497805921a2.
2024-11-15T14:19:57,625 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ede8172b74aaeb8daf0f89493bea199e, disabling compactions & flushes
2024-11-15T14:19:57,625 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:57,625 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:57,625 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e. after waiting 0 ms
2024-11-15T14:19:57,625 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:57,625 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ede8172b74aaeb8daf0f89493bea199e 1/1 column families, dataSize=228 B heapSize=800 B
2024-11-15T14:19:57,643 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/.tmp/testFamily/c242237a5ea74ede9c477f06acd98d15 is 61, key is row-0/testFamily:testQualifier/1731680367026/Put/seqid=0
2024-11-15T14:19:57,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741867_1043 (size=5049)
2024-11-15T14:19:57,764 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:57,964 DEBUG [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1351): Waiting on ede8172b74aaeb8daf0f89493bea199e
2024-11-15T14:19:58,049 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/.tmp/testFamily/c242237a5ea74ede9c477f06acd98d15
2024-11-15T14:19:58,059 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/.tmp/testFamily/c242237a5ea74ede9c477f06acd98d15 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/testFamily/c242237a5ea74ede9c477f06acd98d15
2024-11-15T14:19:58,069 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/testFamily/c242237a5ea74ede9c477f06acd98d15, entries=4, sequenceid=8, filesize=4.9 K
2024-11-15T14:19:58,071 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ede8172b74aaeb8daf0f89493bea199e in 445ms, sequenceid=8, compaction requested=false
2024-11-15T14:19:58,077 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/data/default/testNormalScanTimeoutOnNext/ede8172b74aaeb8daf0f89493bea199e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-15T14:19:58,078 INFO  [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:58,078 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ede8172b74aaeb8daf0f89493bea199e:
Waiting for close lock at 1731680397625Running coprocessor pre-close hooks at 1731680397625Disabling compacts and flushes for region at 1731680397625Disabling writes for close at 1731680397625Obtaining lock to block concurrent updates at 1731680397625Preparing flush snapshotting stores in ede8172b74aaeb8daf0f89493bea199e at 1731680397625Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731680397625Flushing stores of testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e. at 1731680397626 (+1 ms)Flushing ede8172b74aaeb8daf0f89493bea199e/testFamily: creating writer at 1731680397626Flushing ede8172b74aaeb8daf0f89493bea199e/testFamily: appending metadata at 1731680397642 (+16 ms)Flushing ede8172b74aaeb8daf0f89493bea199e/testFamily: closing flushed file at 1731680397642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77edf5b: reopening flushed file at 1731680398057 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ede8172b74aaeb8daf0f89493bea199e in 445ms, sequenceid=8, compaction requested=false at 1731680398071 (+14 ms)Writing region close event to WAL at 1731680398071Running coprocessor post-close hooks at 1731680398078 (+7 ms)Closed at 1731680398078
2024-11-15T14:19:58,078 DEBUG [RS_CLOSE_REGION-regionserver/26754e923c4a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731680365991.ede8172b74aaeb8daf0f89493bea199e.
2024-11-15T14:19:58,165 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(976): stopping server 26754e923c4a,33767,1731680265132; all regions closed.
2024-11-15T14:19:58,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741834_1010 (size=19479)
2024-11-15T14:19:58,178 DEBUG [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/oldWALs
2024-11-15T14:19:58,179 INFO  [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C33767%2C1731680265132.meta:.meta(num 1731680328614)
2024-11-15T14:19:58,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741833_1009 (size=20031)
2024-11-15T14:19:58,186 DEBUG [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/oldWALs
2024-11-15T14:19:58,186 INFO  [RS:0;26754e923c4a:33767 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 26754e923c4a%2C33767%2C1731680265132:(num 1731680328179)
2024-11-15T14:19:58,186 DEBUG [RS:0;26754e923c4a:33767 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-15T14:19:58,186 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T14:19:58,187 INFO  [RS:0;26754e923c4a:33767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T14:19:58,187 INFO  [RS:0;26754e923c4a:33767 {}] hbase.ChoreService(370): Chore service for: regionserver/26754e923c4a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-15T14:19:58,187 INFO  [RS:0;26754e923c4a:33767 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T14:19:58,187 INFO  [regionserver/26754e923c4a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T14:19:58,189 INFO  [RS:0;26754e923c4a:33767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33767
2024-11-15T14:19:58,245 INFO  [regionserver/26754e923c4a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-15T14:19:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-15T14:19:58,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/26754e923c4a,33767,1731680265132
2024-11-15T14:19:58,252 INFO  [RS:0;26754e923c4a:33767 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T14:19:58,253 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [26754e923c4a,33767,1731680265132]
2024-11-15T14:19:58,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/26754e923c4a,33767,1731680265132 already deleted, retry=false
2024-11-15T14:19:58,272 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 26754e923c4a,33767,1731680265132 expired; onlineServers=0
2024-11-15T14:19:58,272 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '26754e923c4a,41193,1731680264325' *****
2024-11-15T14:19:58,272 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-15T14:19:58,272 INFO  [M:0;26754e923c4a:41193 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-15T14:19:58,272 INFO  [M:0;26754e923c4a:41193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-15T14:19:58,272 DEBUG [M:0;26754e923c4a:41193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-15T14:19:58,272 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-15T14:19:58,272 DEBUG [M:0;26754e923c4a:41193 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-15T14:19:58,272 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731680267943 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.large.0-1731680267943,5,FailOnTimeoutGroup]
2024-11-15T14:19:58,273 INFO  [M:0;26754e923c4a:41193 {}] hbase.ChoreService(370): Chore service for: master/26754e923c4a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-15T14:19:58,273 INFO  [M:0;26754e923c4a:41193 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-15T14:19:58,273 DEBUG [M:0;26754e923c4a:41193 {}] master.HMaster(1795): Stopping service threads
2024-11-15T14:19:58,273 INFO  [M:0;26754e923c4a:41193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-15T14:19:58,273 INFO  [M:0;26754e923c4a:41193 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-15T14:19:58,274 INFO  [M:0;26754e923c4a:41193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-15T14:19:58,274 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-15T14:19:58,274 DEBUG [master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731680267945 {}] cleaner.HFileCleaner(306): Exit Thread[master/26754e923c4a:0:becomeActiveMaster-HFileCleaner.small.0-1731680267945,5,FailOnTimeoutGroup]
2024-11-15T14:19:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-15T14:19:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-15T14:19:58,280 DEBUG [M:0;26754e923c4a:41193 {}] zookeeper.ZKUtil(347): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-15T14:19:58,280 WARN  [M:0;26754e923c4a:41193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-15T14:19:58,281 INFO  [M:0;26754e923c4a:41193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/.lastflushedseqids
2024-11-15T14:19:58,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741868_1044 (size=649)
2024-11-15T14:19:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T14:19:58,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33767-0x1014009a30e0001, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T14:19:58,364 INFO  [RS:0;26754e923c4a:33767 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T14:19:58,364 INFO  [RS:0;26754e923c4a:33767 {}] regionserver.HRegionServer(1031): Exiting; stopping=26754e923c4a,33767,1731680265132; zookeeper connection closed.
2024-11-15T14:19:58,365 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11248e5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11248e5d
2024-11-15T14:19:58,365 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-15T14:19:58,696 INFO  [M:0;26754e923c4a:41193 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-15T14:19:58,696 INFO  [M:0;26754e923c4a:41193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-15T14:19:58,696 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-15T14:19:58,696 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:19:58,696 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:19:58,696 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-15T14:19:58,696 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:19:58,696 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.11 KB heapSize=191.01 KB
2024-11-15T14:19:58,714 DEBUG [M:0;26754e923c4a:41193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1057e89050824351a2f26f56eb5e2c89 is 82, key is hbase:meta,,1/info:regioninfo/1731680328699/Put/seqid=0
2024-11-15T14:19:58,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741869_1045 (size=5672)
2024-11-15T14:19:59,120 INFO  [M:0;26754e923c4a:41193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1057e89050824351a2f26f56eb5e2c89
2024-11-15T14:19:59,149 DEBUG [M:0;26754e923c4a:41193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/729e0182d5eb453494dc832c887976ad is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731680330471/Put/seqid=0
2024-11-15T14:19:59,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741870_1046 (size=14080)
2024-11-15T14:19:59,556 INFO  [M:0;26754e923c4a:41193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.55 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/729e0182d5eb453494dc832c887976ad
2024-11-15T14:19:59,567 INFO  [M:0;26754e923c4a:41193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 729e0182d5eb453494dc832c887976ad
2024-11-15T14:19:59,585 DEBUG [M:0;26754e923c4a:41193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4fa5ab5eadf49efa1322221f97d2b23 is 69, key is 26754e923c4a,33767,1731680265132/rs:state/1731680297977/Put/seqid=0
2024-11-15T14:19:59,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741871_1047 (size=5156)
2024-11-15T14:19:59,992 INFO  [M:0;26754e923c4a:41193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4fa5ab5eadf49efa1322221f97d2b23
2024-11-15T14:20:00,007 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1057e89050824351a2f26f56eb5e2c89 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1057e89050824351a2f26f56eb5e2c89
2024-11-15T14:20:00,015 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1057e89050824351a2f26f56eb5e2c89, entries=8, sequenceid=317, filesize=5.5 K
2024-11-15T14:20:00,017 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/729e0182d5eb453494dc832c887976ad as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/729e0182d5eb453494dc832c887976ad
2024-11-15T14:20:00,024 INFO  [M:0;26754e923c4a:41193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 729e0182d5eb453494dc832c887976ad
2024-11-15T14:20:00,024 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/729e0182d5eb453494dc832c887976ad, entries=33, sequenceid=317, filesize=13.8 K
2024-11-15T14:20:00,026 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4fa5ab5eadf49efa1322221f97d2b23 as hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4fa5ab5eadf49efa1322221f97d2b23
2024-11-15T14:20:00,033 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35059/user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4fa5ab5eadf49efa1322221f97d2b23, entries=1, sequenceid=317, filesize=5.0 K
2024-11-15T14:20:00,034 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.11 KB/167023, heapSize ~190.71 KB/195288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=317, compaction requested=false
2024-11-15T14:20:00,036 INFO  [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-15T14:20:00,036 DEBUG [M:0;26754e923c4a:41193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731680398696Disabling compacts and flushes for region at 1731680398696Disabling writes for close at 1731680398696Obtaining lock to block concurrent updates at 1731680398696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731680398696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167023, getHeapSize=195528, getOffHeapSize=0, getCellsCount=364 at 1731680398697 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731680398698 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731680398698Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731680398713 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731680398714 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731680399129 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731680399148 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731680399148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731680399567 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731680399584 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731680399585 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2402a58e: reopening flushed file at 1731680400006 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606ab598: reopening flushed file at 1731680400016 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468cca0d: reopening flushed file at 1731680400025 (+9 ms)Finished flush of dataSize ~163.11 KB/167023, heapSize ~190.71 KB/195288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=317, compaction requested=false at 1731680400034 (+9 ms)Writing region close event to WAL at 1731680400036 (+2 ms)Closed at 1731680400036
2024-11-15T14:20:00,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46709 is added to blk_1073741830_1006 (size=188235)
2024-11-15T14:20:00,040 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46e34196-c336-417d-ba6c-a2d0fa369afb/MasterData/WALs/26754e923c4a,41193,1731680264325/26754e923c4a%2C41193%2C1731680264325.1731680267253 not finished, retry = 0
2024-11-15T14:20:00,141 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-15T14:20:00,141 INFO  [M:0;26754e923c4a:41193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-15T14:20:00,141 INFO  [M:0;26754e923c4a:41193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41193
2024-11-15T14:20:00,142 INFO  [M:0;26754e923c4a:41193 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-15T14:20:00,327 INFO  [M:0;26754e923c4a:41193 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-15T14:20:00,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T14:20:00,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41193-0x1014009a30e0000, quorum=127.0.0.1:54660, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-15T14:20:00,332 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-15T14:20:00,335 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T14:20:00,335 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T14:20:00,335 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T14:20:00,335 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/hadoop.log.dir/,STOPPED}
2024-11-15T14:20:00,338 WARN  [BP-2045547719-172.17.0.3-1731680261102 heartbeating to localhost/127.0.0.1:35059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-15T14:20:00,338 WARN  [BP-2045547719-172.17.0.3-1731680261102 heartbeating to localhost/127.0.0.1:35059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2045547719-172.17.0.3-1731680261102 (Datanode Uuid f32eb015-198d-4cf7-8702-e446acaa7c16) service to localhost/127.0.0.1:35059
2024-11-15T14:20:00,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-15T14:20:00,339 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-15T14:20:00,340 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/data/data1/current/BP-2045547719-172.17.0.3-1731680261102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T14:20:00,340 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/cluster_73e2452c-3b02-3783-f340-dc6a27805939/data/data2/current/BP-2045547719-172.17.0.3-1731680261102 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-15T14:20:00,340 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-15T14:20:00,348 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-15T14:20:00,348 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-15T14:20:00,348 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-15T14:20:00,348 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-15T14:20:00,349 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c455e5f3-809d-e390-bdc4-43234e1358a4/hadoop.log.dir/,STOPPED}
2024-11-15T14:20:00,356 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-15T14:20:00,380 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down