2024-12-11 01:31:50,606 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-11 01:31:50,624 main DEBUG Took 0.015487 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 01:31:50,624 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 01:31:50,625 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 01:31:50,626 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 01:31:50,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,636 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 01:31:50,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,655 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,657 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,658 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,659 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,663 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,665 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 01:31:50,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,667 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 01:31:50,669 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 01:31:50,671 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 01:31:50,673 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 01:31:50,674 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 01:31:50,675 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 01:31:50,676 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 01:31:50,687 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 01:31:50,690 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 01:31:50,691 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 01:31:50,692 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 01:31:50,692 main DEBUG createAppenders(={Console}) 2024-12-11 01:31:50,693 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-12-11 01:31:50,693 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-11 01:31:50,694 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-12-11 01:31:50,694 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 01:31:50,695 main DEBUG OutputStream closed 2024-12-11 01:31:50,695 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 01:31:50,695 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 01:31:50,696 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-12-11 01:31:50,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 01:31:50,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 01:31:50,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 01:31:50,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 01:31:50,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 01:31:50,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 01:31:50,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 01:31:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 01:31:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 01:31:50,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 01:31:50,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 01:31:50,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 01:31:50,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 01:31:50,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 01:31:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 01:31:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 01:31:50,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 01:31:50,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 01:31:50,779 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 01:31:50,780 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-12-11 01:31:50,780 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 01:31:50,781 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-12-11T01:31:50,797 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-11 01:31:50,801 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 01:31:50,801 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T01:31:51,059 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8 2024-12-11T01:31:51,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T01:31:51,090 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1, deleteOnExit=true 2024-12-11T01:31:51,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T01:31:51,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/test.cache.data in system properties and HBase conf 2024-12-11T01:31:51,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T01:31:51,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/hadoop.log.dir in system properties and HBase conf 2024-12-11T01:31:51,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T01:31:51,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T01:31:51,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T01:31:51,180 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T01:31:51,271 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T01:31:51,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T01:31:51,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T01:31:51,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T01:31:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T01:31:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T01:31:51,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T01:31:51,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T01:31:51,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T01:31:51,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T01:31:51,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/nfs.dump.dir in system properties and HBase conf 2024-12-11T01:31:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/java.io.tmpdir in system properties and HBase conf 2024-12-11T01:31:51,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T01:31:51,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T01:31:51,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T01:31:52,105 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T01:31:52,193 INFO [Time-limited test {}] log.Log(170): Logging initialized @2225ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T01:31:52,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T01:31:52,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T01:31:52,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T01:31:52,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T01:31:52,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T01:31:52,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T01:31:52,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/hadoop.log.dir/,AVAILABLE} 2024-12-11T01:31:52,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T01:31:52,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df87c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/java.io.tmpdir/jetty-localhost-36391-hadoop-hdfs-3_4_1-tests_jar-_-any-9937584139033467656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T01:31:52,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:36391} 2024-12-11T01:31:52,606 INFO [Time-limited test {}] server.Server(415): Started @2640ms 2024-12-11T01:31:53,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T01:31:53,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T01:31:53,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T01:31:53,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T01:31:53,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T01:31:53,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29ee0fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/hadoop.log.dir/,AVAILABLE} 2024-12-11T01:31:53,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48199fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T01:31:53,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6261b108{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/java.io.tmpdir/jetty-localhost-38571-hadoop-hdfs-3_4_1-tests_jar-_-any-2888141124149260434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T01:31:53,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@379257e4{HTTP/1.1, (http/1.1)}{localhost:38571} 2024-12-11T01:31:53,137 INFO [Time-limited test {}] server.Server(415): Started @3171ms 2024-12-11T01:31:53,196 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T01:31:53,642 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/data/data2/current/BP-1627096205-172.17.0.2-1733880711858/current, will proceed with Du for space computation calculation, 2024-12-11T01:31:53,643 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/data/data1/current/BP-1627096205-172.17.0.2-1733880711858/current, will proceed with Du for space computation calculation, 2024-12-11T01:31:53,681 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T01:31:53,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4248678f490b64d9 with lease ID 0x522d3ca5d1696e78: Processing first storage report for DS-08da0d5d-8822-4187-a910-3cff56c8ddd0 from datanode DatanodeRegistration(127.0.0.1:40075, datanodeUuid=140df588-6f53-444b-bcb6-09370da5a1fe, infoPort=34667, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2004220319;c=1733880711858) 2024-12-11T01:31:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4248678f490b64d9 with lease ID 0x522d3ca5d1696e78: from storage DS-08da0d5d-8822-4187-a910-3cff56c8ddd0 node DatanodeRegistration(127.0.0.1:40075, datanodeUuid=140df588-6f53-444b-bcb6-09370da5a1fe, infoPort=34667, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2004220319;c=1733880711858), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T01:31:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4248678f490b64d9 with lease ID 0x522d3ca5d1696e78: Processing first storage report for DS-f51c2e9e-7266-437f-857c-b79ca7ee75ea from datanode DatanodeRegistration(127.0.0.1:40075, datanodeUuid=140df588-6f53-444b-bcb6-09370da5a1fe, infoPort=34667, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2004220319;c=1733880711858) 2024-12-11T01:31:53,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4248678f490b64d9 with lease ID 0x522d3ca5d1696e78: from storage DS-f51c2e9e-7266-437f-857c-b79ca7ee75ea node DatanodeRegistration(127.0.0.1:40075, datanodeUuid=140df588-6f53-444b-bcb6-09370da5a1fe, infoPort=34667, infoSecurePort=0, ipcPort=36777, storageInfo=lv=-57;cid=testClusterID;nsid=2004220319;c=1733880711858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T01:31:53,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8 2024-12-11T01:31:53,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/zookeeper_0, clientPort=54994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T01:31:53,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54994 2024-12-11T01:31:53,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:53,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741825_1001 (size=7) 2024-12-11T01:31:54,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d with version=8 2024-12-11T01:31:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/hbase-staging 2024-12-11T01:31:54,613 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T01:31:54,861 INFO [Time-limited test {}] client.ConnectionUtils(128): master/05da9d8a7552:0 server-side Connection retries=9 2024-12-11T01:31:54,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T01:31:54,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T01:31:54,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T01:31:54,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T01:31:54,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T01:31:55,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T01:31:55,069 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T01:31:55,077 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T01:31:55,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T01:31:55,107 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1570 (auto-detected) 2024-12-11T01:31:55,108 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T01:31:55,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38113 2024-12-11T01:31:55,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38113 connecting to ZooKeeper ensemble=127.0.0.1:54994 2024-12-11T01:31:55,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381130x0, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T01:31:55,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38113-0x1019f25fcef0000 connected 2024-12-11T01:31:55,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:55,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:55,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T01:31:55,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d, hbase.cluster.distributed=false 2024-12-11T01:31:55,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T01:31:55,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-11T01:31:55,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-12-11T01:31:55,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-12-11T01:31:55,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-11T01:31:55,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-12-11T01:31:55,361 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/05da9d8a7552:0 server-side Connection retries=9 2024-12-11T01:31:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T01:31:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T01:31:55,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T01:31:55,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T01:31:55,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T01:31:55,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T01:31:55,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T01:31:55,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42779 2024-12-11T01:31:55,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42779 connecting to ZooKeeper ensemble=127.0.0.1:54994 2024-12-11T01:31:55,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:55,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:55,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427790x0, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T01:31:55,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427790x0, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T01:31:55,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42779-0x1019f25fcef0001 connected 2024-12-11T01:31:55,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T01:31:55,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T01:31:55,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-11T01:31:55,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-11T01:31:55,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42779 2024-12-11T01:31:55,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42779 2024-12-11T01:31:55,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42779 2024-12-11T01:31:55,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42779 2024-12-11T01:31:55,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42779 2024-12-11T01:31:55,427 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;05da9d8a7552:38113 2024-12-11T01:31:55,427 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/05da9d8a7552,38113,1733880714666 2024-12-11T01:31:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T01:31:55,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T01:31:55,436 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/05da9d8a7552,38113,1733880714666 2024-12-11T01:31:55,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-11T01:31:55,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:55,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:55,457 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-11T01:31:55,458 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/05da9d8a7552,38113,1733880714666 from backup master directory 2024-12-11T01:31:55,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/05da9d8a7552,38113,1733880714666 2024-12-11T01:31:55,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T01:31:55,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-11T01:31:55,462 WARN [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T01:31:55,463 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=05da9d8a7552,38113,1733880714666 2024-12-11T01:31:55,465 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T01:31:55,466 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T01:31:55,522 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/hbase.id] with ID: 81b82d23-063a-4913-835b-ddea3cbd04b3 2024-12-11T01:31:55,523 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/.tmp/hbase.id 2024-12-11T01:31:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741826_1002 (size=42) 2024-12-11T01:31:55,935 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/.tmp/hbase.id]:[hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/hbase.id] 2024-12-11T01:31:55,984 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T01:31:55,990 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T01:31:56,011 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-11T01:31:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:56,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741827_1003 (size=196) 2024-12-11T01:31:56,447 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:31:56,449 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T01:31:56,466 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T01:31:56,470 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T01:31:56,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741828_1004 (size=1189) 2024-12-11T01:31:56,919 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store 2024-12-11T01:31:56,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741829_1005 (size=34) 2024-12-11T01:31:57,346 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T01:31:57,349 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:31:57,350 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T01:31:57,350 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:31:57,350 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:31:57,352 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T01:31:57,352 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:31:57,352 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:31:57,353 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733880717350Disabling compacts and flushes for region at 1733880717350Disabling writes for close at 1733880717352 (+2 ms)Writing region close event to WAL at 1733880717352Closed at 1733880717352 2024-12-11T01:31:57,356 WARN [master/05da9d8a7552:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/.initializing 2024-12-11T01:31:57,356 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/WALs/05da9d8a7552,38113,1733880714666 2024-12-11T01:31:57,364 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T01:31:57,378 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=05da9d8a7552%2C38113%2C1733880714666, suffix=, logDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/WALs/05da9d8a7552,38113,1733880714666, archiveDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/oldWALs, maxLogs=10 2024-12-11T01:31:57,400 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/WALs/05da9d8a7552,38113,1733880714666/05da9d8a7552%2C38113%2C1733880714666.1733880717382, exclude list is [], retry=0 2024-12-11T01:31:57,416 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-08da0d5d-8822-4187-a910-3cff56c8ddd0,DISK] 2024-12-11T01:31:57,419 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T01:31:57,454 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/WALs/05da9d8a7552,38113,1733880714666/05da9d8a7552%2C38113%2C1733880714666.1733880717382 2024-12-11T01:31:57,455 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34667:34667)] 2024-12-11T01:31:57,456 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:31:57,456 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:31:57,460 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,460 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T01:31:57,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:31:57,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T01:31:57,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:31:57,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T01:31:57,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:31:57,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T01:31:57,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:31:57,548 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,552 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,553 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,557 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,558 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,561 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T01:31:57,564 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T01:31:57,568 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:31:57,570 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63299568, jitterRate=-0.0567629337310791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T01:31:57,575 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733880717472Initializing all the Stores at 1733880717475 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880717475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880717476 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880717476Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880717476Cleaning up temporary data from old regions at 1733880717558 (+82 ms)Region opened successfully at 1733880717575 (+17 ms) 2024-12-11T01:31:57,576 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T01:31:57,609 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cf917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=05da9d8a7552/172.17.0.2:0 2024-12-11T01:31:57,641 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T01:31:57,652 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T01:31:57,652 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T01:31:57,655 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T01:31:57,656 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T01:31:57,661 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T01:31:57,661 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T01:31:57,686 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T01:31:57,694 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-11T01:31:57,696 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-11T01:31:57,698 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T01:31:57,699 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-11T01:31:57,700 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-11T01:31:57,702 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T01:31:57,705 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-11T01:31:57,708 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-11T01:31:57,710 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-11T01:31:57,711 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-11T01:31:57,729 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T01:31:57,730 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-11T01:31:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T01:31:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:57,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-11T01:31:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:57,737 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=05da9d8a7552,38113,1733880714666, sessionid=0x1019f25fcef0000, setting cluster-up flag (Was=false) 2024-12-11T01:31:57,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:57,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:57,755 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-11T01:31:57,757 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=05da9d8a7552,38113,1733880714666 2024-12-11T01:31:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:31:57,769 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-11T01:31:57,771 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=05da9d8a7552,38113,1733880714666 2024-12-11T01:31:57,778 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T01:31:57,816 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(746): ClusterId : 81b82d23-063a-4913-835b-ddea3cbd04b3 2024-12-11T01:31:57,819 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T01:31:57,824 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T01:31:57,824 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T01:31:57,826 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T01:31:57,827 DEBUG [RS:0;05da9d8a7552:42779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d2177b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=05da9d8a7552/172.17.0.2:0 2024-12-11T01:31:57,842 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;05da9d8a7552:42779 2024-12-11T01:31:57,845 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T01:31:57,845 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T01:31:57,845 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T01:31:57,847 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(2659): reportForDuty to master=05da9d8a7552,38113,1733880714666 with port=42779, startcode=1733880715322 2024-12-11T01:31:57,861 DEBUG [RS:0;05da9d8a7552:42779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T01:31:57,861 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T01:31:57,871 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T01:31:57,877 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T01:31:57,882 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 05da9d8a7552,38113,1733880714666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T01:31:57,892 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/05da9d8a7552:0, corePoolSize=5, maxPoolSize=5 2024-12-11T01:31:57,893 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/05da9d8a7552:0, corePoolSize=5, maxPoolSize=5 2024-12-11T01:31:57,893 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/05da9d8a7552:0, corePoolSize=5, maxPoolSize=5 2024-12-11T01:31:57,893 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/05da9d8a7552:0, corePoolSize=5, maxPoolSize=5 2024-12-11T01:31:57,894 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/05da9d8a7552:0, corePoolSize=10, maxPoolSize=10 2024-12-11T01:31:57,894 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:31:57,894 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/05da9d8a7552:0, corePoolSize=2, maxPoolSize=2 2024-12-11T01:31:57,894 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:31:57,897 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733880747897 2024-12-11T01:31:57,899 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T01:31:57,900 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T01:31:57,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T01:31:57,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T01:31:57,905 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T01:31:57,906 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T01:31:57,906 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T01:31:57,907 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T01:31:57,907 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T01:31:57,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T01:31:57,908 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T01:31:57,912 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T01:31:57,912 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-11T01:31:57,913 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T01:31:57,914 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T01:31:57,916 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T01:31:57,916 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T01:31:57,918 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/05da9d8a7552:0:becomeActiveMaster-HFileCleaner.large.0-1733880717918,5,FailOnTimeoutGroup] 2024-12-11T01:31:57,919 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/05da9d8a7552:0:becomeActiveMaster-HFileCleaner.small.0-1733880717919,5,FailOnTimeoutGroup] 2024-12-11T01:31:57,919 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T01:31:57,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741831_1007 (size=1321) 2024-12-11T01:31:57,920 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T01:31:57,921 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T01:31:57,921 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T01:31:57,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T01:31:57,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:31:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741832_1008 (size=32) 2024-12-11T01:31:57,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:31:57,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T01:31:57,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T01:31:57,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,942 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T01:31:57,942 WARN [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-12-11T01:31:57,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:31:57,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T01:31:57,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T01:31:57,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:31:57,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T01:31:57,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T01:31:57,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:31:57,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T01:31:57,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T01:31:57,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:31:57,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:31:57,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T01:31:57,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740 2024-12-11T01:31:57,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740 2024-12-11T01:31:57,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T01:31:57,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T01:31:57,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T01:31:57,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T01:31:57,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:31:57,964 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69978367, jitterRate=0.04275892674922943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T01:31:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733880717937Initializing all the Stores at 1733880717938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880717939 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880717939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880717939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880717939Cleaning up temporary data from old regions at 1733880717957 (+18 ms)Region opened successfully at 1733880717966 (+9 ms) 2024-12-11T01:31:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T01:31:57,966 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T01:31:57,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T01:31:57,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T01:31:57,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T01:31:57,968 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T01:31:57,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733880717966Disabling compacts and flushes for region at 1733880717966Disabling writes for close at 1733880717967 (+1 ms)Writing region close event to WAL at 1733880717968 (+1 ms)Closed at 1733880717968 2024-12-11T01:31:57,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T01:31:57,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T01:31:57,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T01:31:57,986 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T01:31:57,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T01:31:58,140 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:31:59,140 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:00,141 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:01,142 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:02,142 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:03,143 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:04,144 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:05,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T01:32:05,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T01:32:05,144 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:06,145 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:07,146 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:08,146 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:09,147 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:10,148 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:11,148 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:12,149 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:13,149 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:14,150 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:15,151 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:16,151 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:17,152 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:18,153 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:19,153 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:20,154 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:21,155 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:22,155 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:23,156 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:23,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T01:32:24,157 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:25,157 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:26,158 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:27,159 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:27,943 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(2659): reportForDuty to master=05da9d8a7552,38113,1733880714666 with port=42779, startcode=1733880715322 2024-12-11T01:32:27,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 05da9d8a7552,42779,1733880715322 2024-12-11T01:32:27,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38113 {}] master.ServerManager(517): Registering regionserver=05da9d8a7552,42779,1733880715322 2024-12-11T01:32:27,957 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:32:27,957 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39445 2024-12-11T01:32:27,957 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-11T01:32:27,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T01:32:27,962 DEBUG [RS:0;05da9d8a7552:42779 {}] zookeeper.ZKUtil(111): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/05da9d8a7552,42779,1733880715322 2024-12-11T01:32:27,962 WARN [RS:0;05da9d8a7552:42779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T01:32:27,962 INFO [RS:0;05da9d8a7552:42779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T01:32:27,962 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322 2024-12-11T01:32:27,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [05da9d8a7552,42779,1733880715322] 2024-12-11T01:32:27,988 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T01:32:28,000 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T01:32:28,006 INFO [RS:0;05da9d8a7552:42779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T01:32:28,006 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,007 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T01:32:28,013 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T01:32:28,015 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,015 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,015 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,016 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,016 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,016 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,016 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/05da9d8a7552:0, corePoolSize=2, maxPoolSize=2 2024-12-11T01:32:28,017 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,017 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,017 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,017 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,017 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,018 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/05da9d8a7552:0, corePoolSize=1, maxPoolSize=1 2024-12-11T01:32:28,018 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/05da9d8a7552:0, corePoolSize=3, maxPoolSize=3 2024-12-11T01:32:28,018 DEBUG [RS:0;05da9d8a7552:42779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/05da9d8a7552:0, corePoolSize=3, maxPoolSize=3 2024-12-11T01:32:28,019 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,019 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,019 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,019 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,020 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,020 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,42779,1733880715322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T01:32:28,039 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-11T01:32:28,041 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,42779,1733880715322-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,042 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,042 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.Replication(171): 05da9d8a7552,42779,1733880715322 started 2024-12-11T01:32:28,060 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:28,061 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1482): Serving as 05da9d8a7552,42779,1733880715322, RpcServer on 05da9d8a7552/172.17.0.2:42779, sessionid=0x1019f25fcef0001 2024-12-11T01:32:28,062 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T01:32:28,062 DEBUG [RS:0;05da9d8a7552:42779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 05da9d8a7552,42779,1733880715322 2024-12-11T01:32:28,062 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '05da9d8a7552,42779,1733880715322' 2024-12-11T01:32:28,062 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-11T01:32:28,063 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-11T01:32:28,064 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T01:32:28,064 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T01:32:28,064 DEBUG [RS:0;05da9d8a7552:42779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 05da9d8a7552,42779,1733880715322 2024-12-11T01:32:28,064 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '05da9d8a7552,42779,1733880715322' 2024-12-11T01:32:28,064 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-11T01:32:28,065 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-11T01:32:28,065 DEBUG [RS:0;05da9d8a7552:42779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T01:32:28,065 INFO [RS:0;05da9d8a7552:42779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T01:32:28,066 INFO [RS:0;05da9d8a7552:42779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T01:32:28,159 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:29,160 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:30,161 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:31,161 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:32,162 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:33,162 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:34,163 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:35,164 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:36,164 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:37,165 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:38,166 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:39,166 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:40,167 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:41,167 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:42,168 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:43,169 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:44,170 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:45,170 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:46,171 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:47,172 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:48,172 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:49,173 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:50,173 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:51,174 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:52,175 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:53,175 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:53,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T01:32:54,176 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:55,177 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:56,177 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:57,178 WARN [05da9d8a7552:38113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-11T01:32:58,071 INFO [RS:0;05da9d8a7552:42779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-11T01:32:58,076 INFO [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=05da9d8a7552%2C42779%2C1733880715322, suffix=, logDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322, archiveDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/oldWALs, maxLogs=32 2024-12-11T01:32:58,093 DEBUG [RS:0;05da9d8a7552:42779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322/05da9d8a7552%2C42779%2C1733880715322.1733880778078, exclude list is [], retry=0 2024-12-11T01:32:58,097 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-08da0d5d-8822-4187-a910-3cff56c8ddd0,DISK] 2024-12-11T01:32:58,102 INFO [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322/05da9d8a7552%2C42779%2C1733880715322.1733880778078 2024-12-11T01:32:58,102 DEBUG [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34667:34667)] 2024-12-11T01:32:58,181 DEBUG [05da9d8a7552:38113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T01:32:58,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:32:58,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 05da9d8a7552,42779,1733880715322, state=OPENING 2024-12-11T01:32:58,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T01:32:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:32:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:32:58,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T01:32:58,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T01:32:58,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T01:32:58,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:32:58,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T01:32:58,389 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T01:32:58,399 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T01:32:58,399 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T01:32:58,400 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T01:32:58,403 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=05da9d8a7552%2C42779%2C1733880715322.meta, suffix=.meta, logDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322, archiveDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/oldWALs, maxLogs=32 2024-12-11T01:32:58,419 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322/05da9d8a7552%2C42779%2C1733880715322.meta.1733880778404.meta, exclude list is [], retry=0 2024-12-11T01:32:58,423 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40075,DS-08da0d5d-8822-4187-a910-3cff56c8ddd0,DISK] 2024-12-11T01:32:58,426 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322/05da9d8a7552%2C42779%2C1733880715322.meta.1733880778404.meta 2024-12-11T01:32:58,426 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34667:34667)] 2024-12-11T01:32:58,427 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:32:58,429 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T01:32:58,432 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T01:32:58,438 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T01:32:58,444 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T01:32:58,445 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:32:58,446 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T01:32:58,446 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T01:32:58,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T01:32:58,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T01:32:58,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:32:58,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:32:58,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T01:32:58,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T01:32:58,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:32:58,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:32:58,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T01:32:58,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T01:32:58,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:32:58,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:32:58,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T01:32:58,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T01:32:58,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:32:58,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T01:32:58,463 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T01:32:58,464 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740 2024-12-11T01:32:58,466 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740 2024-12-11T01:32:58,469 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T01:32:58,469 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T01:32:58,470 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T01:32:58,472 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T01:32:58,474 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60198026, jitterRate=-0.10297951102256775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T01:32:58,474 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T01:32:58,476 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733880778446Writing region info on filesystem at 1733880778447 (+1 ms)Initializing all the Stores at 1733880778449 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880778449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880778450 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880778450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733880778450Cleaning up temporary data from old regions at 1733880778469 (+19 ms)Running coprocessor post-open hooks at 1733880778474 (+5 ms)Region opened successfully at 1733880778475 (+1 ms) 2024-12-11T01:32:58,483 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733880778377 2024-12-11T01:32:58,494 DEBUG [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T01:32:58,495 INFO [RS_OPEN_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T01:32:58,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:32:58,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 05da9d8a7552,42779,1733880715322, state=OPEN 2024-12-11T01:32:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T01:32:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-11T01:32:58,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T01:32:58,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-11T01:32:58,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=05da9d8a7552,42779,1733880715322 2024-12-11T01:32:58,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T01:32:58,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=05da9d8a7552,42779,1733880715322 in 298 msec 2024-12-11T01:32:58,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T01:32:58,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.538 sec 2024-12-11T01:32:58,523 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T01:32:58,523 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T01:32:58,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T01:32:58,545 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=05da9d8a7552,42779,1733880715322, seqNum=-1] 2024-12-11T01:32:58,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T01:32:58,569 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T01:32:58,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.78 sec 2024-12-11T01:32:58,590 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733880778590, completionTime=-1 2024-12-11T01:32:58,593 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T01:32:58,593 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T01:32:58,620 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T01:32:58,620 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733880838620 2024-12-11T01:32:58,621 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733880898621 2024-12-11T01:32:58,621 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-11T01:32:58,622 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,38113,1733880714666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,623 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,38113,1733880714666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,623 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,38113,1733880714666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,625 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-05da9d8a7552:38113, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,625 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,626 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,633 DEBUG [master/05da9d8a7552:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T01:32:58,655 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 63.192sec 2024-12-11T01:32:58,656 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T01:32:58,658 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T01:32:58,659 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T01:32:58,659 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T01:32:58,659 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T01:32:58,660 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,38113,1733880714666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T01:32:58,661 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,38113,1733880714666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T01:32:58,670 DEBUG [master/05da9d8a7552:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T01:32:58,671 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T01:32:58,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19040525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T01:32:58,671 INFO [master/05da9d8a7552:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=05da9d8a7552,38113,1733880714666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T01:32:58,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T01:32:58,673 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T01:32:58,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 05da9d8a7552,38113,-1 for getting cluster id 2024-12-11T01:32:58,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T01:32:58,686 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b82d23-063a-4913-835b-ddea3cbd04b3' 2024-12-11T01:32:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T01:32:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b82d23-063a-4913-835b-ddea3cbd04b3" 2024-12-11T01:32:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T01:32:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [05da9d8a7552,38113,-1] 2024-12-11T01:32:58,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T01:32:58,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:32:58,696 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T01:32:58,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae8a796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T01:32:58,699 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T01:32:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=05da9d8a7552,42779,1733880715322, seqNum=-1] 2024-12-11T01:32:58,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T01:32:58,709 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T01:32:58,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=05da9d8a7552,38113,1733880714666 2024-12-11T01:32:58,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4529cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T01:32:58,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 05da9d8a7552,38113,-1 for getting cluster id 2024-12-11T01:32:58,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T01:32:58,734 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81b82d23-063a-4913-835b-ddea3cbd04b3' 2024-12-11T01:32:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T01:32:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81b82d23-063a-4913-835b-ddea3cbd04b3" 2024-12-11T01:32:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T01:32:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [05da9d8a7552,38113,-1] 2024-12-11T01:32:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T01:32:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:32:58,738 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T01:32:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-11T01:32:58,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=7736 2024-12-11T01:32:58,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T01:32:58,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 05da9d8a7552,38113,1733880714666 2024-12-11T01:32:58,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea 2024-12-11T01:32:58,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T01:32:58,778 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T01:32:58,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:32:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-11T01:32:58,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:32:58,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-11T01:32:58,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:32:58,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:32:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T01:32:58,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741835_1011 (size=428) 2024-12-11T01:32:59,240 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20ecbe3416a05f0933826de82acdd6fc, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:32:59,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741836_1012 (size=79) 2024-12-11T01:32:59,650 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:32:59,651 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 20ecbe3416a05f0933826de82acdd6fc, disabling compactions & flushes 2024-12-11T01:32:59,651 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:32:59,651 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:32:59,651 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. after waiting 0 ms 2024-12-11T01:32:59,651 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:32:59,651 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:32:59,651 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20ecbe3416a05f0933826de82acdd6fc: Waiting for close lock at 1733880779651Disabling compacts and flushes for region at 1733880779651Disabling writes for close at 1733880779651Writing region close event to WAL at 1733880779651Closed at 1733880779651 2024-12-11T01:32:59,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:32:59,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733880779654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880779654"}]},"ts":"1733880779654"} 2024-12-11T01:32:59,664 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:32:59,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:32:59,668 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880779666"}]},"ts":"1733880779666"} 2024-12-11T01:32:59,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-11T01:32:59,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=20ecbe3416a05f0933826de82acdd6fc, ASSIGN}] 2024-12-11T01:32:59,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=20ecbe3416a05f0933826de82acdd6fc, ASSIGN 2024-12-11T01:32:59,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=20ecbe3416a05f0933826de82acdd6fc, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:32:59,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20ecbe3416a05f0933826de82acdd6fc, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:32:59,835 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=20ecbe3416a05f0933826de82acdd6fc, ASSIGN because future has completed 2024-12-11T01:32:59,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ecbe3416a05f0933826de82acdd6fc, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:32:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T01:32:59,997 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:32:59,997 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 20ecbe3416a05f0933826de82acdd6fc, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:32:59,997 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:32:59,997 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:32:59,998 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:32:59,998 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,000 INFO [StoreOpener-20ecbe3416a05f0933826de82acdd6fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,002 INFO [StoreOpener-20ecbe3416a05f0933826de82acdd6fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ecbe3416a05f0933826de82acdd6fc columnFamilyName testFamily 2024-12-11T01:33:00,002 DEBUG [StoreOpener-20ecbe3416a05f0933826de82acdd6fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:00,003 INFO [StoreOpener-20ecbe3416a05f0933826de82acdd6fc-1 {}] regionserver.HStore(327): Store=20ecbe3416a05f0933826de82acdd6fc/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:00,003 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,004 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,005 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,006 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,006 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,009 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,013 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:00,014 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 20ecbe3416a05f0933826de82acdd6fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61862235, jitterRate=-0.07818086445331573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:00,014 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:33:00,015 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 20ecbe3416a05f0933826de82acdd6fc: Running coprocessor pre-open hook at 1733880779998Writing region info on filesystem at 1733880779998Initializing all the Stores at 1733880779999 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880779999Cleaning up temporary data from old regions at 1733880780006 (+7 ms)Running coprocessor post-open hooks at 1733880780014 (+8 ms)Region opened successfully at 1733880780015 (+1 ms) 2024-12-11T01:33:00,018 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc., pid=6, masterSystemTime=1733880779990 2024-12-11T01:33:00,021 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:33:00,021 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:33:00,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=20ecbe3416a05f0933826de82acdd6fc, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:00,026 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ecbe3416a05f0933826de82acdd6fc, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:00,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-11T01:33:00,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 20ecbe3416a05f0933826de82acdd6fc, server=05da9d8a7552,42779,1733880715322 in 192 msec 2024-12-11T01:33:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-11T01:33:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=20ecbe3416a05f0933826de82acdd6fc, ASSIGN in 358 msec 2024-12-11T01:33:00,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:00,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880780038"}]},"ts":"1733880780038"} 2024-12-11T01:33:00,041 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-11T01:33:00,042 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:00,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2540 sec 2024-12-11T01:33:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T01:33:01,864 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-11T01:33:01,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-11T01:33:01,866 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:01,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-11T01:33:01,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:01,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-11T01:33:01,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T01:33:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=05da9d8a7552,42779,1733880715322, seqNum=-1] 2024-12-11T01:33:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T01:33:01,879 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T01:33:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:01,896 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:01,900 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-11T01:33:01,904 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-11T01:33:01,908 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-11T01:33:01,909 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-11T01:33:01,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8267677195711807496 2024-12-11T01:33:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880784909, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:01,918 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-11T01:33:01,919 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-11T01:33:01,920 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:01,922 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:01,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8267677195711807498 2024-12-11T01:33:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880784921, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:01,926 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:01,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8267677195711807499 2024-12-11T01:33:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880784925, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:01,930 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:01,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8267677195711807500 2024-12-11T01:33:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880784929, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:01,934 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:01,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-562331810_22 at /127.0.0.1:36664 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=66 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=7679 (was 7736) 2024-12-11T01:33:01,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=66, ProcessCount=11, AvailableMemoryMB=7678 2024-12-11T01:33:01,959 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:01,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-11T01:33:01,964 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:01,964 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:01,964 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-11T01:33:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T01:33:01,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741837_1013 (size=414) 2024-12-11T01:33:02,377 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d2f866a79eeda3edf5a651c7c53b8ba, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:02,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741838_1014 (size=65) 2024-12-11T01:33:02,786 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:02,787 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 8d2f866a79eeda3edf5a651c7c53b8ba, disabling compactions & flushes 2024-12-11T01:33:02,787 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:02,787 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:02,787 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. after waiting 0 ms 2024-12-11T01:33:02,787 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:02,787 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:02,787 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d2f866a79eeda3edf5a651c7c53b8ba: Waiting for close lock at 1733880782787Disabling compacts and flushes for region at 1733880782787Disabling writes for close at 1733880782787Writing region close event to WAL at 1733880782787Closed at 1733880782787 2024-12-11T01:33:02,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:02,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733880782789"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880782789"}]},"ts":"1733880782789"} 2024-12-11T01:33:02,793 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:02,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:02,795 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880782795"}]},"ts":"1733880782795"} 2024-12-11T01:33:02,798 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-11T01:33:02,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8d2f866a79eeda3edf5a651c7c53b8ba, ASSIGN}] 2024-12-11T01:33:02,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8d2f866a79eeda3edf5a651c7c53b8ba, ASSIGN 2024-12-11T01:33:02,801 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8d2f866a79eeda3edf5a651c7c53b8ba, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:02,952 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8d2f866a79eeda3edf5a651c7c53b8ba, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:02,956 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8d2f866a79eeda3edf5a651c7c53b8ba, ASSIGN because future has completed 2024-12-11T01:33:02,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2f866a79eeda3edf5a651c7c53b8ba, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T01:33:03,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:03,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d2f866a79eeda3edf5a651c7c53b8ba, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:03,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:03,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,120 INFO [StoreOpener-8d2f866a79eeda3edf5a651c7c53b8ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,122 INFO [StoreOpener-8d2f866a79eeda3edf5a651c7c53b8ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2f866a79eeda3edf5a651c7c53b8ba columnFamilyName testFamily 2024-12-11T01:33:03,122 DEBUG [StoreOpener-8d2f866a79eeda3edf5a651c7c53b8ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:03,123 INFO [StoreOpener-8d2f866a79eeda3edf5a651c7c53b8ba-1 {}] regionserver.HStore(327): Store=8d2f866a79eeda3edf5a651c7c53b8ba/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:03,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:03,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 8d2f866a79eeda3edf5a651c7c53b8ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74999113, jitterRate=0.11757387220859528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:03,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:33:03,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 8d2f866a79eeda3edf5a651c7c53b8ba: Running coprocessor pre-open hook at 1733880783118Writing region info on filesystem at 1733880783118Initializing all the Stores at 1733880783119 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880783119Cleaning up temporary data from old regions at 1733880783126 (+7 ms)Running coprocessor post-open hooks at 1733880783132 (+6 ms)Region opened successfully at 1733880783133 (+1 ms) 2024-12-11T01:33:03,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., pid=9, masterSystemTime=1733880783110 2024-12-11T01:33:03,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:03,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:33:03,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8d2f866a79eeda3edf5a651c7c53b8ba, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:03,143 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2f866a79eeda3edf5a651c7c53b8ba, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:03,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-11T01:33:03,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d2f866a79eeda3edf5a651c7c53b8ba, server=05da9d8a7552,42779,1733880715322 in 187 msec 2024-12-11T01:33:03,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-11T01:33:03,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=8d2f866a79eeda3edf5a651c7c53b8ba, ASSIGN in 350 msec 2024-12-11T01:33:03,153 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:03,154 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880783153"}]},"ts":"1733880783153"} 2024-12-11T01:33:03,156 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-11T01:33:03,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:03,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.1980 sec 2024-12-11T01:33:03,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:04,004 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-11T01:33:04,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T01:33:04,006 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-11T01:33:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T01:33:04,994 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-11T01:33:04,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-11T01:33:04,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:04,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-11T01:33:04,999 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:04,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-11T01:33:05,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:05,015 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:05,015 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-11T01:33:05,018 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-11T01:33:05,020 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-11T01:33:05,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T01:33:05,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:05,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T01:33:05,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T01:33:05,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-11T01:33:05,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:05,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-11T01:33:05,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:11,027 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., hostname=05da9d8a7552,42779,1733880715322, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=05da9d8a7552:42779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-11T01:33:11,028 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-11T01:33:11,028 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 from cache 2024-12-11T01:33:11,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=56 (was 66), ProcessCount=11 (was 11), AvailableMemoryMB=7668 (was 7678) 2024-12-11T01:33:11,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=56, ProcessCount=11, AvailableMemoryMB=7668 2024-12-11T01:33:11,050 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:11,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-11T01:33:11,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:11,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:11,054 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-11T01:33:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-11T01:33:11,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741839_1015 (size=412) 2024-12-11T01:33:11,466 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5515fdb223ba8db3089e38f265903f87, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741840_1016 (size=63) 2024-12-11T01:33:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-12-11T01:33:11,876 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:11,876 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 5515fdb223ba8db3089e38f265903f87, disabling compactions & flushes 2024-12-11T01:33:11,876 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:11,876 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:11,876 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. after waiting 0 ms 2024-12-11T01:33:11,877 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:11,877 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:11,877 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5515fdb223ba8db3089e38f265903f87: Waiting for close lock at 1733880791876Disabling compacts and flushes for region at 1733880791876Disabling writes for close at 1733880791877 (+1 ms)Writing region close event to WAL at 1733880791877Closed at 1733880791877 2024-12-11T01:33:11,879 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:11,879 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733880791879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880791879"}]},"ts":"1733880791879"} 2024-12-11T01:33:11,882 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:11,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:11,884 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880791884"}]},"ts":"1733880791884"} 2024-12-11T01:33:11,886 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-11T01:33:11,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5515fdb223ba8db3089e38f265903f87, ASSIGN}] 2024-12-11T01:33:11,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5515fdb223ba8db3089e38f265903f87, ASSIGN 2024-12-11T01:33:11,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5515fdb223ba8db3089e38f265903f87, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:12,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5515fdb223ba8db3089e38f265903f87, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:12,043 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5515fdb223ba8db3089e38f265903f87, ASSIGN because future has completed 2024-12-11T01:33:12,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5515fdb223ba8db3089e38f265903f87, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-11T01:33:12,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:12,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 5515fdb223ba8db3089e38f265903f87, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:12,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:12,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,206 INFO [StoreOpener-5515fdb223ba8db3089e38f265903f87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,208 INFO [StoreOpener-5515fdb223ba8db3089e38f265903f87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5515fdb223ba8db3089e38f265903f87 columnFamilyName testFamily 2024-12-11T01:33:12,208 DEBUG [StoreOpener-5515fdb223ba8db3089e38f265903f87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:12,209 INFO [StoreOpener-5515fdb223ba8db3089e38f265903f87-1 {}] regionserver.HStore(327): Store=5515fdb223ba8db3089e38f265903f87/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:12,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:12,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 5515fdb223ba8db3089e38f265903f87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63669800, jitterRate=-0.051246047019958496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:12,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:33:12,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 5515fdb223ba8db3089e38f265903f87: Running coprocessor pre-open hook at 1733880792204Writing region info on filesystem at 1733880792204Initializing all the Stores at 1733880792205 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880792205Cleaning up temporary data from old regions at 1733880792212 (+7 ms)Running coprocessor post-open hooks at 1733880792219 (+7 ms)Region opened successfully at 1733880792219 2024-12-11T01:33:12,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87., pid=12, masterSystemTime=1733880792197 2024-12-11T01:33:12,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:12,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:33:12,225 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5515fdb223ba8db3089e38f265903f87, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:12,228 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5515fdb223ba8db3089e38f265903f87, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:12,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-11T01:33:12,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5515fdb223ba8db3089e38f265903f87, server=05da9d8a7552,42779,1733880715322 in 185 msec 2024-12-11T01:33:12,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-11T01:33:12,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=5515fdb223ba8db3089e38f265903f87, ASSIGN in 346 msec 2024-12-11T01:33:12,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:12,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880792236"}]},"ts":"1733880792236"} 2024-12-11T01:33:12,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-11T01:33:12,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:12,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1900 sec 2024-12-11T01:33:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-11T01:33:14,094 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-11T01:33:14,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-11T01:33:14,094 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:14,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-11T01:33:14,099 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:14,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-11T01:33:14,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:14,114 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:14,114 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-11T01:33:14,117 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-11T01:33:14,119 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-11T01:33:14,121 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-11T01:33:14,121 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-11T01:33:15,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-11T01:33:15,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:16,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-11T01:33:17,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:20,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807509' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-11T01:33:20,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42779 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40946 deadline: 1733880806131, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807509' does not exist 2024-12-11T01:33:20,135 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 05da9d8a7552,42779,1733880715322 for closing scanner id = 8267677195711807509 for 5515fdb223ba8db3089e38f265903f87 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807509' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T01:33:20,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=47 (was 56), ProcessCount=11 (was 11), AvailableMemoryMB=7660 (was 7668) 2024-12-11T01:33:20,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=47, ProcessCount=11, AvailableMemoryMB=7660 2024-12-11T01:33:20,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-11T01:33:20,152 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:20,152 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:20,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-11T01:33:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T01:33:20,153 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:20,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741841_1017 (size=423) 2024-12-11T01:33:20,564 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3718e8211b9b69cfa1e8809559a7936f, NAME => 'testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741842_1018 (size=74) 2024-12-11T01:33:20,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-12-11T01:33:20,974 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:20,974 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 3718e8211b9b69cfa1e8809559a7936f, disabling compactions & flushes 2024-12-11T01:33:20,974 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:20,974 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:20,974 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. after waiting 0 ms 2024-12-11T01:33:20,974 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:20,974 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:20,975 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3718e8211b9b69cfa1e8809559a7936f: Waiting for close lock at 1733880800974Disabling compacts and flushes for region at 1733880800974Disabling writes for close at 1733880800974Writing region close event to WAL at 1733880800974Closed at 1733880800974 2024-12-11T01:33:20,976 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:20,977 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733880800976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880800976"}]},"ts":"1733880800976"} 2024-12-11T01:33:20,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:20,981 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:20,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880800981"}]},"ts":"1733880800981"} 2024-12-11T01:33:20,984 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-11T01:33:20,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3718e8211b9b69cfa1e8809559a7936f, ASSIGN}] 2024-12-11T01:33:20,985 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3718e8211b9b69cfa1e8809559a7936f, ASSIGN 2024-12-11T01:33:20,987 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3718e8211b9b69cfa1e8809559a7936f, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:21,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3718e8211b9b69cfa1e8809559a7936f, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:21,141 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3718e8211b9b69cfa1e8809559a7936f, ASSIGN because future has completed 2024-12-11T01:33:21,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3718e8211b9b69cfa1e8809559a7936f, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T01:33:21,300 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:21,301 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 3718e8211b9b69cfa1e8809559a7936f, NAME => 'testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:21,301 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,301 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:21,301 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,301 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,303 INFO [StoreOpener-3718e8211b9b69cfa1e8809559a7936f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,306 INFO [StoreOpener-3718e8211b9b69cfa1e8809559a7936f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3718e8211b9b69cfa1e8809559a7936f columnFamilyName testFamily 2024-12-11T01:33:21,306 DEBUG [StoreOpener-3718e8211b9b69cfa1e8809559a7936f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:21,307 INFO [StoreOpener-3718e8211b9b69cfa1e8809559a7936f-1 {}] regionserver.HStore(327): Store=3718e8211b9b69cfa1e8809559a7936f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:21,307 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,308 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,308 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,309 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,309 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,311 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,314 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:21,315 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 3718e8211b9b69cfa1e8809559a7936f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73834803, jitterRate=0.10022430121898651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:21,315 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:33:21,316 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 3718e8211b9b69cfa1e8809559a7936f: Running coprocessor pre-open hook at 1733880801301Writing region info on filesystem at 1733880801301Initializing all the Stores at 1733880801303 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880801303Cleaning up temporary data from old regions at 1733880801309 (+6 ms)Running coprocessor post-open hooks at 1733880801315 (+6 ms)Region opened successfully at 1733880801316 (+1 ms) 2024-12-11T01:33:21,317 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f., pid=15, masterSystemTime=1733880801295 2024-12-11T01:33:21,320 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:21,321 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:33:21,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=3718e8211b9b69cfa1e8809559a7936f, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:21,324 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3718e8211b9b69cfa1e8809559a7936f, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:21,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T01:33:21,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 3718e8211b9b69cfa1e8809559a7936f, server=05da9d8a7552,42779,1733880715322 in 184 msec 2024-12-11T01:33:21,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-11T01:33:21,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=3718e8211b9b69cfa1e8809559a7936f, ASSIGN in 345 msec 2024-12-11T01:33:21,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:21,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880801332"}]},"ts":"1733880801332"} 2024-12-11T01:33:21,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-11T01:33:21,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:21,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1870 sec 2024-12-11T01:33:22,009 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-11T01:33:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-11T01:33:23,174 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-11T01:33:23,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-11T01:33:23,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:23,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-11T01:33:23,179 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-11T01:33:23,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:23,191 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:23,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-11T01:33:23,194 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-11T01:33:23,196 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-11T01:33:23,197 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-11T01:33:23,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8267677195711807513 2024-12-11T01:33:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880806196, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:23,200 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-11T01:33:23,201 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-11T01:33:23,201 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:23,203 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:23,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=8267677195711807515 2024-12-11T01:33:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880806202, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:23,206 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:23,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=8267677195711807516 2024-12-11T01:33:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880806205, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:23,209 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:23,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=8267677195711807517 2024-12-11T01:33:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:40946 deadline: 1733880806208, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-11T01:33:23,213 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-11T01:33:23,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-562331810_22 at /127.0.0.1:35282 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=43 (was 47), ProcessCount=11 (was 11), AvailableMemoryMB=7656 (was 7660) 2024-12-11T01:33:23,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=43, ProcessCount=11, AvailableMemoryMB=7656 2024-12-11T01:33:23,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:23,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-11T01:33:23,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:23,237 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:23,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-11T01:33:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-11T01:33:23,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:23,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741843_1019 (size=418) 2024-12-11T01:33:23,650 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d65a57f5bd49955ec6552245894417dd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:23,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741844_1020 (size=69) 2024-12-11T01:33:23,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T01:33:24,060 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:24,060 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d65a57f5bd49955ec6552245894417dd, disabling compactions & flushes 2024-12-11T01:33:24,060 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,060 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,060 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. after waiting 0 ms 2024-12-11T01:33:24,060 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,060 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,060 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d65a57f5bd49955ec6552245894417dd: Waiting for close lock at 1733880804060Disabling compacts and flushes for region at 1733880804060Disabling writes for close at 1733880804060Writing region close event to WAL at 1733880804060Closed at 1733880804060 2024-12-11T01:33:24,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:24,062 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733880804062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880804062"}]},"ts":"1733880804062"} 2024-12-11T01:33:24,065 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:24,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:24,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880804066"}]},"ts":"1733880804066"} 2024-12-11T01:33:24,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-11T01:33:24,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d65a57f5bd49955ec6552245894417dd, ASSIGN}] 2024-12-11T01:33:24,070 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d65a57f5bd49955ec6552245894417dd, ASSIGN 2024-12-11T01:33:24,071 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d65a57f5bd49955ec6552245894417dd, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:24,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d65a57f5bd49955ec6552245894417dd, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:24,226 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d65a57f5bd49955ec6552245894417dd, ASSIGN because future has completed 2024-12-11T01:33:24,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d65a57f5bd49955ec6552245894417dd, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:24,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-11T01:33:24,385 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,385 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d65a57f5bd49955ec6552245894417dd, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:24,385 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,386 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:24,386 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,386 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,387 INFO [StoreOpener-d65a57f5bd49955ec6552245894417dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,389 INFO [StoreOpener-d65a57f5bd49955ec6552245894417dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d65a57f5bd49955ec6552245894417dd columnFamilyName testFamily 2024-12-11T01:33:24,390 DEBUG [StoreOpener-d65a57f5bd49955ec6552245894417dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:24,390 INFO [StoreOpener-d65a57f5bd49955ec6552245894417dd-1 {}] regionserver.HStore(327): Store=d65a57f5bd49955ec6552245894417dd/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:24,390 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,391 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,392 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,392 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,392 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,394 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,397 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:24,398 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d65a57f5bd49955ec6552245894417dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68604732, jitterRate=0.022290170192718506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:24,398 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:33:24,399 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d65a57f5bd49955ec6552245894417dd: Running coprocessor pre-open hook at 1733880804386Writing region info on filesystem at 1733880804386Initializing all the Stores at 1733880804387 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880804387Cleaning up temporary data from old regions at 1733880804392 (+5 ms)Running coprocessor post-open hooks at 1733880804398 (+6 ms)Region opened successfully at 1733880804398 2024-12-11T01:33:24,400 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., pid=18, masterSystemTime=1733880804379 2024-12-11T01:33:24,402 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,403 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:33:24,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=d65a57f5bd49955ec6552245894417dd, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:24,406 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure d65a57f5bd49955ec6552245894417dd, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:24,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-11T01:33:24,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure d65a57f5bd49955ec6552245894417dd, server=05da9d8a7552,42779,1733880715322 in 181 msec 2024-12-11T01:33:24,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-11T01:33:24,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=d65a57f5bd49955ec6552245894417dd, ASSIGN in 341 msec 2024-12-11T01:33:24,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:24,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880804414"}]},"ts":"1733880804414"} 2024-12-11T01:33:24,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-11T01:33:24,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:24,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1840 sec 2024-12-11T01:33:25,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-11T01:33:25,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:25,066 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-11T01:33:25,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-11T01:33:26,283 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-11T01:33:26,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-11T01:33:26,284 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-11T01:33:26,288 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:26,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-11T01:33:26,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:26,301 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:26,301 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-11T01:33:26,304 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-11T01:33:26,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-11T01:33:26,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:27,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=05da9d8a7552:42779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-12-11T01:33:27,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-12-11T01:33:27,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 from cache 2024-12-11T01:33:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-12-11T01:33:28,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-11T01:33:28,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:28,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-11T01:33:29,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=05da9d8a7552:42779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=978ms 2024-12-11T01:33:29,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=982ms, rpcTimeout=978ms 2024-12-11T01:33:29,309 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 from cache 2024-12-11T01:33:29,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=40 (was 43), ProcessCount=11 (was 11), AvailableMemoryMB=7646 (was 7656) 2024-12-11T01:33:29,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=40, ProcessCount=11, AvailableMemoryMB=7646 2024-12-11T01:33:29,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-11T01:33:29,332 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:29,332 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:29,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-11T01:33:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T01:33:29,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:29,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741845_1021 (size=416) 2024-12-11T01:33:29,744 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97090265ab1680fc07fe5fae2dac448a, NAME => 'testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:29,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741846_1022 (size=67) 2024-12-11T01:33:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-12-11T01:33:30,153 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:30,153 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 97090265ab1680fc07fe5fae2dac448a, disabling compactions & flushes 2024-12-11T01:33:30,153 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,153 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,153 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. after waiting 0 ms 2024-12-11T01:33:30,153 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,153 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,153 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97090265ab1680fc07fe5fae2dac448a: Waiting for close lock at 1733880810153Disabling compacts and flushes for region at 1733880810153Disabling writes for close at 1733880810153Writing region close event to WAL at 1733880810153Closed at 1733880810153 2024-12-11T01:33:30,156 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:30,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733880810156"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880810156"}]},"ts":"1733880810156"} 2024-12-11T01:33:30,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:30,160 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:30,161 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880810160"}]},"ts":"1733880810160"} 2024-12-11T01:33:30,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-11T01:33:30,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=97090265ab1680fc07fe5fae2dac448a, ASSIGN}] 2024-12-11T01:33:30,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=97090265ab1680fc07fe5fae2dac448a, ASSIGN 2024-12-11T01:33:30,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=97090265ab1680fc07fe5fae2dac448a, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:30,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=97090265ab1680fc07fe5fae2dac448a, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:30,321 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=97090265ab1680fc07fe5fae2dac448a, ASSIGN because future has completed 2024-12-11T01:33:30,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97090265ab1680fc07fe5fae2dac448a, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T01:33:30,479 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,479 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 97090265ab1680fc07fe5fae2dac448a, NAME => 'testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:30,480 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,480 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:30,480 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,481 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,482 INFO [StoreOpener-97090265ab1680fc07fe5fae2dac448a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,484 INFO [StoreOpener-97090265ab1680fc07fe5fae2dac448a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97090265ab1680fc07fe5fae2dac448a columnFamilyName testFamily 2024-12-11T01:33:30,484 DEBUG [StoreOpener-97090265ab1680fc07fe5fae2dac448a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:30,485 INFO [StoreOpener-97090265ab1680fc07fe5fae2dac448a-1 {}] regionserver.HStore(327): Store=97090265ab1680fc07fe5fae2dac448a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:30,485 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,486 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,487 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,487 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,487 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,489 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,492 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:30,492 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 97090265ab1680fc07fe5fae2dac448a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62449430, jitterRate=-0.06943097710609436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:30,493 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:33:30,494 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 97090265ab1680fc07fe5fae2dac448a: Running coprocessor pre-open hook at 1733880810481Writing region info on filesystem at 1733880810481Initializing all the Stores at 1733880810482 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880810482Cleaning up temporary data from old regions at 1733880810487 (+5 ms)Running coprocessor post-open hooks at 1733880810493 (+6 ms)Region opened successfully at 1733880810494 (+1 ms) 2024-12-11T01:33:30,495 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a., pid=21, masterSystemTime=1733880810473 2024-12-11T01:33:30,498 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,498 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:33:30,499 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=97090265ab1680fc07fe5fae2dac448a, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:30,501 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97090265ab1680fc07fe5fae2dac448a, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:30,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-11T01:33:30,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 97090265ab1680fc07fe5fae2dac448a, server=05da9d8a7552,42779,1733880715322 in 181 msec 2024-12-11T01:33:30,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-11T01:33:30,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=97090265ab1680fc07fe5fae2dac448a, ASSIGN in 341 msec 2024-12-11T01:33:30,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:30,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880810509"}]},"ts":"1733880810509"} 2024-12-11T01:33:30,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-11T01:33:30,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:30,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1850 sec 2024-12-11T01:33:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-11T01:33:32,383 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-11T01:33:32,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-11T01:33:32,384 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:32,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-11T01:33:32,388 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:32,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-11T01:33:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:32,401 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:32,401 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-11T01:33:32,404 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-11T01:33:32,406 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-11T01:33:32,407 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-11T01:33:32,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-11T01:33:34,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-11T01:33:35,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-11T01:33:35,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:35,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807528' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-11T01:33:35,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40946 deadline: 1733880816412, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807528' does not exist 2024-12-11T01:33:35,414 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 05da9d8a7552,42779,1733880715322 for closing scanner id = 8267677195711807528 for 97090265ab1680fc07fe5fae2dac448a of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807528' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T01:33:35,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=52 (was 40) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7532 (was 7646) 2024-12-11T01:33:35,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=52, ProcessCount=11, AvailableMemoryMB=7531 2024-12-11T01:33:35,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-11T01:33:35,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:35,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:35,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-11T01:33:35,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-11T01:33:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741847_1023 (size=411) 2024-12-11T01:33:35,845 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d02206333911cc99b217dace8a4c613a, NAME => 'testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741848_1024 (size=62) 2024-12-11T01:33:35,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-12-11T01:33:35,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:36,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:36,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing d02206333911cc99b217dace8a4c613a, disabling compactions & flushes 2024-12-11T01:33:36,254 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. after waiting 0 ms 2024-12-11T01:33:36,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,254 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,254 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for d02206333911cc99b217dace8a4c613a: Waiting for close lock at 1733880816254Disabling compacts and flushes for region at 1733880816254Disabling writes for close at 1733880816254Writing region close event to WAL at 1733880816254Closed at 1733880816254 2024-12-11T01:33:36,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:36,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733880816256"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880816256"}]},"ts":"1733880816256"} 2024-12-11T01:33:36,259 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:36,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:36,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880816261"}]},"ts":"1733880816261"} 2024-12-11T01:33:36,263 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-11T01:33:36,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d02206333911cc99b217dace8a4c613a, ASSIGN}] 2024-12-11T01:33:36,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d02206333911cc99b217dace8a4c613a, ASSIGN 2024-12-11T01:33:36,266 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d02206333911cc99b217dace8a4c613a, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:36,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d02206333911cc99b217dace8a4c613a, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:36,420 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d02206333911cc99b217dace8a4c613a, ASSIGN because future has completed 2024-12-11T01:33:36,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02206333911cc99b217dace8a4c613a, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-11T01:33:36,579 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,580 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => d02206333911cc99b217dace8a4c613a, NAME => 'testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:36,580 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,580 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:36,580 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,580 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,582 INFO [StoreOpener-d02206333911cc99b217dace8a4c613a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,584 INFO [StoreOpener-d02206333911cc99b217dace8a4c613a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d02206333911cc99b217dace8a4c613a columnFamilyName testFamily 2024-12-11T01:33:36,584 DEBUG [StoreOpener-d02206333911cc99b217dace8a4c613a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:36,585 INFO [StoreOpener-d02206333911cc99b217dace8a4c613a-1 {}] regionserver.HStore(327): Store=d02206333911cc99b217dace8a4c613a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:36,585 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,586 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,587 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,587 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,587 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,590 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,592 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:36,593 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened d02206333911cc99b217dace8a4c613a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72972456, jitterRate=0.08737432956695557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:36,593 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d02206333911cc99b217dace8a4c613a 2024-12-11T01:33:36,593 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for d02206333911cc99b217dace8a4c613a: Running coprocessor pre-open hook at 1733880816580Writing region info on filesystem at 1733880816580Initializing all the Stores at 1733880816582 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880816582Cleaning up temporary data from old regions at 1733880816587 (+5 ms)Running coprocessor post-open hooks at 1733880816593 (+6 ms)Region opened successfully at 1733880816593 2024-12-11T01:33:36,595 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a., pid=24, masterSystemTime=1733880816574 2024-12-11T01:33:36,598 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,598 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:33:36,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=d02206333911cc99b217dace8a4c613a, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:36,601 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure d02206333911cc99b217dace8a4c613a, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:36,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-11T01:33:36,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure d02206333911cc99b217dace8a4c613a, server=05da9d8a7552,42779,1733880715322 in 182 msec 2024-12-11T01:33:36,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-11T01:33:36,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=d02206333911cc99b217dace8a4c613a, ASSIGN in 341 msec 2024-12-11T01:33:36,609 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:36,609 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880816609"}]},"ts":"1733880816609"} 2024-12-11T01:33:36,612 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-11T01:33:36,613 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:36,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1830 sec 2024-12-11T01:33:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-11T01:33:38,463 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-11T01:33:38,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-11T01:33:38,464 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-11T01:33:38,468 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:38,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-11T01:33:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:38,480 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:38,480 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-11T01:33:38,482 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-11T01:33:38,484 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-11T01:33:38,485 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-11T01:33:38,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-11T01:33:39,369 INFO [master/05da9d8a7552:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T01:33:39,369 INFO [master/05da9d8a7552:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T01:33:40,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-11T01:33:41,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807532' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-11T01:33:41,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42779 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40946 deadline: 1733880822491, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807532' does not exist 2024-12-11T01:33:41,492 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 05da9d8a7552,42779,1733880715322 for closing scanner id = 8267677195711807532 for d02206333911cc99b217dace8a4c613a of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807532' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T01:33:41,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=48 (was 52), ProcessCount=11 (was 11), AvailableMemoryMB=7309 (was 7531) 2024-12-11T01:33:41,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=48, ProcessCount=11, AvailableMemoryMB=7308 2024-12-11T01:33:41,509 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:41,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-11T01:33:41,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:41,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:41,513 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-11T01:33:41,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T01:33:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741849_1025 (size=419) 2024-12-11T01:33:41,933 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39c1d7023b8f51c79d6b90310ab2f94f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:41,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741850_1026 (size=70) 2024-12-11T01:33:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-12-11T01:33:42,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:42,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:42,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 39c1d7023b8f51c79d6b90310ab2f94f, disabling compactions & flushes 2024-12-11T01:33:42,343 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. after waiting 0 ms 2024-12-11T01:33:42,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,343 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,343 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39c1d7023b8f51c79d6b90310ab2f94f: Waiting for close lock at 1733880822343Disabling compacts and flushes for region at 1733880822343Disabling writes for close at 1733880822343Writing region close event to WAL at 1733880822343Closed at 1733880822343 2024-12-11T01:33:42,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:42,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733880822345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880822345"}]},"ts":"1733880822345"} 2024-12-11T01:33:42,348 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:42,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:42,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880822350"}]},"ts":"1733880822350"} 2024-12-11T01:33:42,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-11T01:33:42,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=39c1d7023b8f51c79d6b90310ab2f94f, ASSIGN}] 2024-12-11T01:33:42,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=39c1d7023b8f51c79d6b90310ab2f94f, ASSIGN 2024-12-11T01:33:42,356 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=39c1d7023b8f51c79d6b90310ab2f94f, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:42,507 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=39c1d7023b8f51c79d6b90310ab2f94f, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:42,510 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=39c1d7023b8f51c79d6b90310ab2f94f, ASSIGN because future has completed 2024-12-11T01:33:42,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c1d7023b8f51c79d6b90310ab2f94f, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T01:33:42,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 39c1d7023b8f51c79d6b90310ab2f94f, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,672 INFO [StoreOpener-39c1d7023b8f51c79d6b90310ab2f94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,674 INFO [StoreOpener-39c1d7023b8f51c79d6b90310ab2f94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c1d7023b8f51c79d6b90310ab2f94f columnFamilyName testFamily 2024-12-11T01:33:42,674 DEBUG [StoreOpener-39c1d7023b8f51c79d6b90310ab2f94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:42,675 INFO [StoreOpener-39c1d7023b8f51c79d6b90310ab2f94f-1 {}] regionserver.HStore(327): Store=39c1d7023b8f51c79d6b90310ab2f94f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:42,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:42,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 39c1d7023b8f51c79d6b90310ab2f94f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61957565, jitterRate=-0.07676033675670624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:42,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:33:42,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 39c1d7023b8f51c79d6b90310ab2f94f: Running coprocessor pre-open hook at 1733880822670Writing region info on filesystem at 1733880822670Initializing all the Stores at 1733880822672 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880822672Cleaning up temporary data from old regions at 1733880822677 (+5 ms)Running coprocessor post-open hooks at 1733880822682 (+5 ms)Region opened successfully at 1733880822683 (+1 ms) 2024-12-11T01:33:42,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., pid=27, masterSystemTime=1733880822663 2024-12-11T01:33:42,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:33:42,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=39c1d7023b8f51c79d6b90310ab2f94f, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:42,690 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39c1d7023b8f51c79d6b90310ab2f94f, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:42,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-11T01:33:42,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 39c1d7023b8f51c79d6b90310ab2f94f, server=05da9d8a7552,42779,1733880715322 in 180 msec 2024-12-11T01:33:42,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-11T01:33:42,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=39c1d7023b8f51c79d6b90310ab2f94f, ASSIGN in 341 msec 2024-12-11T01:33:42,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:42,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880822697"}]},"ts":"1733880822697"} 2024-12-11T01:33:42,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-11T01:33:42,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:42,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1920 sec 2024-12-11T01:33:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T01:33:44,544 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-11T01:33:44,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-11T01:33:44,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:44,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-11T01:33:44,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:44,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-11T01:33:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:44,560 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:44,560 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-11T01:33:44,563 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-11T01:33:44,564 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-11T01:33:45,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-11T01:33:45,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:45,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-11T01:33:45,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:46,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-11T01:33:48,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:50,569 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., hostname=05da9d8a7552,42779,1733880715322, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=05da9d8a7552:42779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-11T01:33:50,569 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6005ms, rpcTimeout=5999ms 2024-12-11T01:33:50,569 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 from cache 2024-12-11T01:33:50,579 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=41 (was 48), ProcessCount=11 (was 11), AvailableMemoryMB=7247 (was 7308) 2024-12-11T01:33:50,587 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=41, ProcessCount=11, AvailableMemoryMB=7247 2024-12-11T01:33:50,589 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:50,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-11T01:33:50,592 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:50,592 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:50,592 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-11T01:33:50,593 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-11T01:33:50,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741851_1027 (size=407) 2024-12-11T01:33:51,002 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcf9735fcb6746fc0bdadf6c437849e5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:33:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741852_1028 (size=58) 2024-12-11T01:33:51,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-12-11T01:33:51,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:51,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing bcf9735fcb6746fc0bdadf6c437849e5, disabling compactions & flushes 2024-12-11T01:33:51,411 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. after waiting 0 ms 2024-12-11T01:33:51,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,411 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,411 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcf9735fcb6746fc0bdadf6c437849e5: Waiting for close lock at 1733880831411Disabling compacts and flushes for region at 1733880831411Disabling writes for close at 1733880831411Writing region close event to WAL at 1733880831411Closed at 1733880831411 2024-12-11T01:33:51,413 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:33:51,413 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733880831413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880831413"}]},"ts":"1733880831413"} 2024-12-11T01:33:51,416 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:33:51,417 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:33:51,417 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880831417"}]},"ts":"1733880831417"} 2024-12-11T01:33:51,419 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-11T01:33:51,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bcf9735fcb6746fc0bdadf6c437849e5, ASSIGN}] 2024-12-11T01:33:51,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bcf9735fcb6746fc0bdadf6c437849e5, ASSIGN 2024-12-11T01:33:51,422 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bcf9735fcb6746fc0bdadf6c437849e5, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:33:51,572 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bcf9735fcb6746fc0bdadf6c437849e5, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:51,575 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bcf9735fcb6746fc0bdadf6c437849e5, ASSIGN because future has completed 2024-12-11T01:33:51,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf9735fcb6746fc0bdadf6c437849e5, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:33:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-11T01:33:51,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => bcf9735fcb6746fc0bdadf6c437849e5, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:33:51,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:33:51,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,736 INFO [StoreOpener-bcf9735fcb6746fc0bdadf6c437849e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,737 INFO [StoreOpener-bcf9735fcb6746fc0bdadf6c437849e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf9735fcb6746fc0bdadf6c437849e5 columnFamilyName testFamily 2024-12-11T01:33:51,738 DEBUG [StoreOpener-bcf9735fcb6746fc0bdadf6c437849e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:51,738 INFO [StoreOpener-bcf9735fcb6746fc0bdadf6c437849e5-1 {}] regionserver.HStore(327): Store=bcf9735fcb6746fc0bdadf6c437849e5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:33:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:33:51,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened bcf9735fcb6746fc0bdadf6c437849e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74669261, jitterRate=0.11265869438648224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:33:51,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:33:51,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for bcf9735fcb6746fc0bdadf6c437849e5: Running coprocessor pre-open hook at 1733880831734Writing region info on filesystem at 1733880831734Initializing all the Stores at 1733880831735 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880831735Cleaning up temporary data from old regions at 1733880831740 (+5 ms)Running coprocessor post-open hooks at 1733880831745 (+5 ms)Region opened successfully at 1733880831746 (+1 ms) 2024-12-11T01:33:51,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5., pid=30, masterSystemTime=1733880831728 2024-12-11T01:33:51,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:33:51,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bcf9735fcb6746fc0bdadf6c437849e5, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:33:51,752 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf9735fcb6746fc0bdadf6c437849e5, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:33:51,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-11T01:33:51,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure bcf9735fcb6746fc0bdadf6c437849e5, server=05da9d8a7552,42779,1733880715322 in 178 msec 2024-12-11T01:33:51,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-11T01:33:51,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=bcf9735fcb6746fc0bdadf6c437849e5, ASSIGN in 337 msec 2024-12-11T01:33:51,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:33:51,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880831759"}]},"ts":"1733880831759"} 2024-12-11T01:33:51,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-11T01:33:51,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:33:51,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1730 sec 2024-12-11T01:33:52,015 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-11T01:33:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-11T01:33:53,623 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-11T01:33:53,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-11T01:33:53,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:53,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-11T01:33:53,628 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:33:53,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-11T01:33:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:33:53,640 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:33:53,640 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-11T01:33:53,642 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-11T01:33:53,644 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-11T01:33:53,645 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-11T01:33:53,645 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-11T01:33:53,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T01:33:55,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-11T01:33:55,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-11T01:33:57,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:33:58,627 DEBUG [master/05da9d8a7552:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-11T01:33:59,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807540' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-11T01:33:59,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42779 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:40946 deadline: 1733880845651, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807540' does not exist 2024-12-11T01:33:59,652 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 05da9d8a7552,42779,1733880715322 for closing scanner id = 8267677195711807540 for bcf9735fcb6746fc0bdadf6c437849e5 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '8267677195711807540' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T01:33:59,658 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=34 (was 41), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7247) 2024-12-11T01:33:59,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=34, ProcessCount=11, AvailableMemoryMB=7234 2024-12-11T01:33:59,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T01:33:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-11T01:33:59,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T01:33:59,671 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:33:59,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-11T01:33:59,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T01:33:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-11T01:33:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741853_1029 (size=423) 2024-12-11T01:34:00,082 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39ecc502790f0da41e00d720f9ef3a54, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d 2024-12-11T01:34:00,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741854_1030 (size=74) 2024-12-11T01:34:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-12-11T01:34:00,490 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:34:00,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 39ecc502790f0da41e00d720f9ef3a54, disabling compactions & flushes 2024-12-11T01:34:00,491 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. after waiting 0 ms 2024-12-11T01:34:00,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,491 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,491 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39ecc502790f0da41e00d720f9ef3a54: Waiting for close lock at 1733880840491Disabling compacts and flushes for region at 1733880840491Disabling writes for close at 1733880840491Writing region close event to WAL at 1733880840491Closed at 1733880840491 2024-12-11T01:34:00,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T01:34:00,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733880840493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733880840493"}]},"ts":"1733880840493"} 2024-12-11T01:34:00,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T01:34:00,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T01:34:00,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880840497"}]},"ts":"1733880840497"} 2024-12-11T01:34:00,499 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-11T01:34:00,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=39ecc502790f0da41e00d720f9ef3a54, ASSIGN}] 2024-12-11T01:34:00,501 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=39ecc502790f0da41e00d720f9ef3a54, ASSIGN 2024-12-11T01:34:00,502 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=39ecc502790f0da41e00d720f9ef3a54, ASSIGN; state=OFFLINE, location=05da9d8a7552,42779,1733880715322; forceNewPlan=false, retain=false 2024-12-11T01:34:00,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=39ecc502790f0da41e00d720f9ef3a54, regionState=OPENING, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:34:00,656 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=39ecc502790f0da41e00d720f9ef3a54, ASSIGN because future has completed 2024-12-11T01:34:00,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39ecc502790f0da41e00d720f9ef3a54, server=05da9d8a7552,42779,1733880715322}] 2024-12-11T01:34:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-11T01:34:00,814 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,814 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 39ecc502790f0da41e00d720f9ef3a54, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54.', STARTKEY => '', ENDKEY => ''} 2024-12-11T01:34:00,814 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,814 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T01:34:00,814 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,814 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,816 INFO [StoreOpener-39ecc502790f0da41e00d720f9ef3a54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,818 INFO [StoreOpener-39ecc502790f0da41e00d720f9ef3a54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39ecc502790f0da41e00d720f9ef3a54 columnFamilyName testFamily 2024-12-11T01:34:00,818 DEBUG [StoreOpener-39ecc502790f0da41e00d720f9ef3a54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T01:34:00,818 INFO [StoreOpener-39ecc502790f0da41e00d720f9ef3a54-1 {}] regionserver.HStore(327): Store=39ecc502790f0da41e00d720f9ef3a54/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T01:34:00,819 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,819 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,820 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,820 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,820 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,822 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,825 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T01:34:00,825 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 39ecc502790f0da41e00d720f9ef3a54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71172965, jitterRate=0.060559824109077454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T01:34:00,825 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:00,826 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 39ecc502790f0da41e00d720f9ef3a54: Running coprocessor pre-open hook at 1733880840814Writing region info on filesystem at 1733880840815 (+1 ms)Initializing all the Stores at 1733880840816 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733880840816Cleaning up temporary data from old regions at 1733880840820 (+4 ms)Running coprocessor post-open hooks at 1733880840825 (+5 ms)Region opened successfully at 1733880840826 (+1 ms) 2024-12-11T01:34:00,827 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., pid=33, masterSystemTime=1733880840808 2024-12-11T01:34:00,830 DEBUG [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,830 INFO [RS_OPEN_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:00,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=39ecc502790f0da41e00d720f9ef3a54, regionState=OPEN, openSeqNum=2, regionLocation=05da9d8a7552,42779,1733880715322 2024-12-11T01:34:00,833 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39ecc502790f0da41e00d720f9ef3a54, server=05da9d8a7552,42779,1733880715322 because future has completed 2024-12-11T01:34:00,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-11T01:34:00,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 39ecc502790f0da41e00d720f9ef3a54, server=05da9d8a7552,42779,1733880715322 in 178 msec 2024-12-11T01:34:00,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-11T01:34:00,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=39ecc502790f0da41e00d720f9ef3a54, ASSIGN in 337 msec 2024-12-11T01:34:00,840 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T01:34:00,840 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733880840840"}]},"ts":"1733880840840"} 2024-12-11T01:34:00,842 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-11T01:34:00,843 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T01:34:00,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1750 sec 2024-12-11T01:34:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-11T01:34:02,706 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-11T01:34:02,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-11T01:34:02,706 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:34:02,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-11T01:34:02,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T01:34:02,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-11T01:34:02,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:34:02,729 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-11T01:34:02,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-11T01:34:02,733 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-11T01:34:02,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-11T01:34:03,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=05da9d8a7552:42779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-12-11T01:34:03,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1004ms, rpcTimeout=1000ms 2024-12-11T01:34:03,738 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 from cache 2024-12-11T01:34:04,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-11T01:34:04,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-12-11T01:34:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2] 2024-12-11T01:34:04,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42779 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-11T01:34:05,065 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-11T01:34:05,066 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-11T01:34:05,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=05da9d8a7552:42779 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=976ms 2024-12-11T01:34:05,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=982ms, rpcTimeout=976ms 2024-12-11T01:34:05,739 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., hostname=05da9d8a7552,42779,1733880715322, seqNum=2 from cache 2024-12-11T01:34:05,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=39 (was 34) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8017 (was 7234) - AvailableMemoryMB LEAK? - 2024-12-11T01:34:05,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T01:34:05,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T01:34:05,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:05,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:05,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T01:34:05,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T01:34:05,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T01:34:05,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T01:34:05,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:05,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:05,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T01:34:05,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T01:34:05,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1566887813, stopped=false 2024-12-11T01:34:05,755 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=05da9d8a7552,38113,1733880714666 2024-12-11T01:34:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T01:34:05,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-11T01:34:05,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:34:05,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T01:34:05,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:34:05,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T01:34:05,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-11T01:34:05,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T01:34:05,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T01:34:05,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:05,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '05da9d8a7552,42779,1733880715322' ***** 2024-12-11T01:34:05,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T01:34:05,760 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-11T01:34:05,760 INFO [RS:0;05da9d8a7552:42779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T01:34:05,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T01:34:05,760 INFO [RS:0;05da9d8a7552:42779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 20ecbe3416a05f0933826de82acdd6fc 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for d65a57f5bd49955ec6552245894417dd 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for d02206333911cc99b217dace8a4c613a 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 5515fdb223ba8db3089e38f265903f87 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 39ecc502790f0da41e00d720f9ef3a54 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d2f866a79eeda3edf5a651c7c53b8ba 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 3718e8211b9b69cfa1e8809559a7936f 2024-12-11T01:34:05,761 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20ecbe3416a05f0933826de82acdd6fc, disabling compactions & flushes 2024-12-11T01:34:05,761 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 39c1d7023b8f51c79d6b90310ab2f94f 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:05,762 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:34:05,762 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(959): stopping server 05da9d8a7552,42779,1733880715322 2024-12-11T01:34:05,762 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. after waiting 0 ms 2024-12-11T01:34:05,762 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;05da9d8a7552:42779. 2024-12-11T01:34:05,762 DEBUG [RS:0;05da9d8a7552:42779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T01:34:05,762 DEBUG [RS:0;05da9d8a7552:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T01:34:05,762 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T01:34:05,763 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-11T01:34:05,763 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T01:34:05,763 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T01:34:05,763 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T01:34:05,763 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T01:34:05,763 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T01:34:05,763 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20ecbe3416a05f0933826de82acdd6fc, 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 5515fdb223ba8db3089e38f265903f87, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5, d02206333911cc99b217dace8a4c613a, d65a57f5bd49955ec6552245894417dd 2024-12-11T01:34:05,766 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-11T01:34:05,766 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20ecbe3416a05f0933826de82acdd6fc 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:05,833 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/.tmp/testFamily/0338a97d7e3e4a23be87ba1de344aef4 is 61, key is row-0/testFamily:testQualifier/1733880781886/Put/seqid=0 2024-12-11T01:34:05,839 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/info/6d9fbf8d1186411e9b4e8bc037a25337 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc./info:regioninfo/1733880780022/Put/seqid=0 2024-12-11T01:34:05,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741855_1031 (size=5049) 2024-12-11T01:34:05,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741856_1032 (size=20564) 2024-12-11T01:34:05,854 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/.tmp/testFamily/0338a97d7e3e4a23be87ba1de344aef4 2024-12-11T01:34:05,854 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/info/6d9fbf8d1186411e9b4e8bc037a25337 2024-12-11T01:34:05,903 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/.tmp/testFamily/0338a97d7e3e4a23be87ba1de344aef4 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/testFamily/0338a97d7e3e4a23be87ba1de344aef4 2024-12-11T01:34:05,912 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/testFamily/0338a97d7e3e4a23be87ba1de344aef4, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:05,919 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 20ecbe3416a05f0933826de82acdd6fc in 153ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:05,921 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/ns/a44f7d41e2654c6da8b55d5c8fb18020 is 43, key is default/ns:d/1733880778575/Put/seqid=0 2024-12-11T01:34:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741857_1033 (size=5153) 2024-12-11T01:34:05,928 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextExceptionAsync/20ecbe3416a05f0933826de82acdd6fc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:05,931 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:34:05,931 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20ecbe3416a05f0933826de82acdd6fc: Waiting for close lock at 1733880845761Running coprocessor pre-close hooks at 1733880845761Disabling compacts and flushes for region at 1733880845761Disabling writes for close at 1733880845762 (+1 ms)Obtaining lock to block concurrent updates at 1733880845766 (+4 ms)Preparing flush snapshotting stores in 20ecbe3416a05f0933826de82acdd6fc at 1733880845766Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880845774 (+8 ms)Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. at 1733880845775 (+1 ms)Flushing 20ecbe3416a05f0933826de82acdd6fc/testFamily: creating writer at 1733880845776 (+1 ms)Flushing 20ecbe3416a05f0933826de82acdd6fc/testFamily: appending metadata at 1733880845826 (+50 ms)Flushing 20ecbe3416a05f0933826de82acdd6fc/testFamily: closing flushed file at 1733880845830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7348c2fc: reopening flushed file at 1733880845900 (+70 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 20ecbe3416a05f0933826de82acdd6fc in 153ms, sequenceid=8, compaction requested=false at 1733880845919 (+19 ms)Writing region close event to WAL at 1733880845920 (+1 ms)Running coprocessor post-close hooks at 1733880845929 (+9 ms)Closed at 1733880845931 (+2 ms) 2024-12-11T01:34:05,931 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733880778780.20ecbe3416a05f0933826de82acdd6fc. 2024-12-11T01:34:05,932 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d65a57f5bd49955ec6552245894417dd, disabling compactions & flushes 2024-12-11T01:34:05,932 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:34:05,932 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:34:05,932 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. after waiting 0 ms 2024-12-11T01:34:05,932 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:34:05,932 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d65a57f5bd49955ec6552245894417dd 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:05,949 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/.tmp/testFamily/ff868e3ab6154db9bfd9f9dd2740d683 is 61, key is row-0/testFamily:testQualifier/1733880806292/Put/seqid=0 2024-12-11T01:34:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741858_1034 (size=5049) 2024-12-11T01:34:05,963 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 5515fdb223ba8db3089e38f265903f87, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5, d02206333911cc99b217dace8a4c613a, d65a57f5bd49955ec6552245894417dd 2024-12-11T01:34:06,022 INFO [regionserver/05da9d8a7552:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T01:34:06,022 INFO [regionserver/05da9d8a7552:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T01:34:06,164 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 5515fdb223ba8db3089e38f265903f87, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5, d02206333911cc99b217dace8a4c613a, d65a57f5bd49955ec6552245894417dd 2024-12-11T01:34:06,259 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-11T01:34:06,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:34:06,329 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/ns/a44f7d41e2654c6da8b55d5c8fb18020 2024-12-11T01:34:06,356 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/.tmp/testFamily/ff868e3ab6154db9bfd9f9dd2740d683 2024-12-11T01:34:06,364 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 5515fdb223ba8db3089e38f265903f87, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5, d02206333911cc99b217dace8a4c613a, d65a57f5bd49955ec6552245894417dd 2024-12-11T01:34:06,366 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/.tmp/testFamily/ff868e3ab6154db9bfd9f9dd2740d683 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/testFamily/ff868e3ab6154db9bfd9f9dd2740d683 2024-12-11T01:34:06,366 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/table/a3803fc6af784e169c6649c48f31c4ee is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733880780038/Put/seqid=0 2024-12-11T01:34:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741859_1035 (size=6699) 2024-12-11T01:34:06,376 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/testFamily/ff868e3ab6154db9bfd9f9dd2740d683, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:06,377 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/table/a3803fc6af784e169c6649c48f31c4ee 2024-12-11T01:34:06,380 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d65a57f5bd49955ec6552245894417dd in 448ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:06,387 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/info/6d9fbf8d1186411e9b4e8bc037a25337 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/info/6d9fbf8d1186411e9b4e8bc037a25337 2024-12-11T01:34:06,394 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScanner/d65a57f5bd49955ec6552245894417dd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:06,396 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:34:06,396 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d65a57f5bd49955ec6552245894417dd: Waiting for close lock at 1733880845932Running coprocessor pre-close hooks at 1733880845932Disabling compacts and flushes for region at 1733880845932Disabling writes for close at 1733880845932Obtaining lock to block concurrent updates at 1733880845932Preparing flush snapshotting stores in d65a57f5bd49955ec6552245894417dd at 1733880845932Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880845932Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. at 1733880845933 (+1 ms)Flushing d65a57f5bd49955ec6552245894417dd/testFamily: creating writer at 1733880845933Flushing d65a57f5bd49955ec6552245894417dd/testFamily: appending metadata at 1733880845948 (+15 ms)Flushing d65a57f5bd49955ec6552245894417dd/testFamily: closing flushed file at 1733880845949 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3667a3b9: reopening flushed file at 1733880846365 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d65a57f5bd49955ec6552245894417dd in 448ms, sequenceid=8, compaction requested=false at 1733880846380 (+15 ms)Writing region close event to WAL at 1733880846386 (+6 ms)Running coprocessor post-close hooks at 1733880846395 (+9 ms)Closed at 1733880846396 (+1 ms) 2024-12-11T01:34:06,396 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733880803234.d65a57f5bd49955ec6552245894417dd. 2024-12-11T01:34:06,396 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d02206333911cc99b217dace8a4c613a, disabling compactions & flushes 2024-12-11T01:34:06,396 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:34:06,396 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:34:06,397 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. after waiting 0 ms 2024-12-11T01:34:06,397 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:34:06,397 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d02206333911cc99b217dace8a4c613a 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:06,401 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/info/6d9fbf8d1186411e9b4e8bc037a25337, entries=100, sequenceid=56, filesize=20.1 K 2024-12-11T01:34:06,404 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/ns/a44f7d41e2654c6da8b55d5c8fb18020 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/ns/a44f7d41e2654c6da8b55d5c8fb18020 2024-12-11T01:34:06,418 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/ns/a44f7d41e2654c6da8b55d5c8fb18020, entries=2, sequenceid=56, filesize=5.0 K 2024-12-11T01:34:06,420 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/.tmp/table/a3803fc6af784e169c6649c48f31c4ee as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/table/a3803fc6af784e169c6649c48f31c4ee 2024-12-11T01:34:06,430 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/.tmp/testFamily/3a8b81af9dad4c918501bbd4e04f0246 is 61, key is row-0/testFamily:testQualifier/1733880818472/Put/seqid=0 2024-12-11T01:34:06,432 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/table/a3803fc6af784e169c6649c48f31c4ee, entries=20, sequenceid=56, filesize=6.5 K 2024-12-11T01:34:06,433 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 670ms, sequenceid=56, compaction requested=false 2024-12-11T01:34:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741860_1036 (size=5049) 2024-12-11T01:34:06,452 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/.tmp/testFamily/3a8b81af9dad4c918501bbd4e04f0246 2024-12-11T01:34:06,462 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-11T01:34:06,463 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/.tmp/testFamily/3a8b81af9dad4c918501bbd4e04f0246 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/testFamily/3a8b81af9dad4c918501bbd4e04f0246 2024-12-11T01:34:06,463 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T01:34:06,463 INFO [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T01:34:06,464 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733880845763Running coprocessor pre-close hooks at 1733880845763Disabling compacts and flushes for region at 1733880845763Disabling writes for close at 1733880845763Obtaining lock to block concurrent updates at 1733880845766 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733880845766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733880845774 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733880845775 (+1 ms)Flushing 1588230740/info: creating writer at 1733880845776 (+1 ms)Flushing 1588230740/info: appending metadata at 1733880845834 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733880845834Flushing 1588230740/ns: creating writer at 1733880845900 (+66 ms)Flushing 1588230740/ns: appending metadata at 1733880845920 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733880845920Flushing 1588230740/table: creating writer at 1733880846340 (+420 ms)Flushing 1588230740/table: appending metadata at 1733880846365 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733880846366 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@373129dc: reopening flushed file at 1733880846386 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27383618: reopening flushed file at 1733880846402 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6bd5db: reopening flushed file at 1733880846418 (+16 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 670ms, sequenceid=56, compaction requested=false at 1733880846434 (+16 ms)Writing region close event to WAL at 1733880846453 (+19 ms)Running coprocessor post-close hooks at 1733880846463 (+10 ms)Closed at 1733880846463 2024-12-11T01:34:06,464 DEBUG [RS_CLOSE_META-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T01:34:06,471 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/testFamily/3a8b81af9dad4c918501bbd4e04f0246, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:06,473 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d02206333911cc99b217dace8a4c613a in 76ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:06,485 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNext/d02206333911cc99b217dace8a4c613a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:06,487 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:34:06,487 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d02206333911cc99b217dace8a4c613a: Waiting for close lock at 1733880846396Running coprocessor pre-close hooks at 1733880846396Disabling compacts and flushes for region at 1733880846396Disabling writes for close at 1733880846397 (+1 ms)Obtaining lock to block concurrent updates at 1733880846397Preparing flush snapshotting stores in d02206333911cc99b217dace8a4c613a at 1733880846397Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880846397Flushing stores of testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. at 1733880846399 (+2 ms)Flushing d02206333911cc99b217dace8a4c613a/testFamily: creating writer at 1733880846399Flushing d02206333911cc99b217dace8a4c613a/testFamily: appending metadata at 1733880846430 (+31 ms)Flushing d02206333911cc99b217dace8a4c613a/testFamily: closing flushed file at 1733880846430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed5ea04: reopening flushed file at 1733880846461 (+31 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d02206333911cc99b217dace8a4c613a in 76ms, sequenceid=8, compaction requested=false at 1733880846473 (+12 ms)Writing region close event to WAL at 1733880846477 (+4 ms)Running coprocessor post-close hooks at 1733880846486 (+9 ms)Closed at 1733880846486 2024-12-11T01:34:06,487 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733880815429.d02206333911cc99b217dace8a4c613a. 2024-12-11T01:34:06,487 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5515fdb223ba8db3089e38f265903f87, disabling compactions & flushes 2024-12-11T01:34:06,487 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:34:06,487 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:34:06,487 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. after waiting 0 ms 2024-12-11T01:34:06,487 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:34:06,487 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5515fdb223ba8db3089e38f265903f87 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:06,512 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/.tmp/testFamily/610f1d692f2d475ebbf897e17f080265 is 61, key is row-0/testFamily:testQualifier/1733880794104/Put/seqid=0 2024-12-11T01:34:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741861_1037 (size=5049) 2024-12-11T01:34:06,564 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 5515fdb223ba8db3089e38f265903f87, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:34:06,765 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-11T01:34:06,765 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1325): Online Regions={5515fdb223ba8db3089e38f265903f87=hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87., bcf9735fcb6746fc0bdadf6c437849e5=hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5., 39ecc502790f0da41e00d720f9ef3a54=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., 8d2f866a79eeda3edf5a651c7c53b8ba=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., 3718e8211b9b69cfa1e8809559a7936f=testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f., 39c1d7023b8f51c79d6b90310ab2f94f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., 97090265ab1680fc07fe5fae2dac448a=testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.} 2024-12-11T01:34:06,765 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 5515fdb223ba8db3089e38f265903f87, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:34:06,919 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/.tmp/testFamily/610f1d692f2d475ebbf897e17f080265 2024-12-11T01:34:06,929 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/.tmp/testFamily/610f1d692f2d475ebbf897e17f080265 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/testFamily/610f1d692f2d475ebbf897e17f080265 2024-12-11T01:34:06,941 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/testFamily/610f1d692f2d475ebbf897e17f080265, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:06,942 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5515fdb223ba8db3089e38f265903f87 in 455ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:06,949 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNextAsync/5515fdb223ba8db3089e38f265903f87/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:06,950 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:34:06,950 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5515fdb223ba8db3089e38f265903f87: Waiting for close lock at 1733880846487Running coprocessor pre-close hooks at 1733880846487Disabling compacts and flushes for region at 1733880846487Disabling writes for close at 1733880846487Obtaining lock to block concurrent updates at 1733880846487Preparing flush snapshotting stores in 5515fdb223ba8db3089e38f265903f87 at 1733880846487Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880846488 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. at 1733880846489 (+1 ms)Flushing 5515fdb223ba8db3089e38f265903f87/testFamily: creating writer at 1733880846489Flushing 5515fdb223ba8db3089e38f265903f87/testFamily: appending metadata at 1733880846512 (+23 ms)Flushing 5515fdb223ba8db3089e38f265903f87/testFamily: closing flushed file at 1733880846512Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c188827: reopening flushed file at 1733880846928 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5515fdb223ba8db3089e38f265903f87 in 455ms, sequenceid=8, compaction requested=false at 1733880846942 (+14 ms)Writing region close event to WAL at 1733880846943 (+1 ms)Running coprocessor post-close hooks at 1733880846950 (+7 ms)Closed at 1733880846950 2024-12-11T01:34:06,951 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733880791049.5515fdb223ba8db3089e38f265903f87. 2024-12-11T01:34:06,951 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcf9735fcb6746fc0bdadf6c437849e5, disabling compactions & flushes 2024-12-11T01:34:06,951 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:34:06,951 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:34:06,951 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. after waiting 0 ms 2024-12-11T01:34:06,951 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:34:06,951 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcf9735fcb6746fc0bdadf6c437849e5 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:06,965 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:34:06,969 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/.tmp/testFamily/70e214cf4b3940579280ba2b37644cf1 is 61, key is row-0/testFamily:testQualifier/1733880833632/Put/seqid=0 2024-12-11T01:34:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741862_1038 (size=5049) 2024-12-11T01:34:07,166 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:34:07,366 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a, bcf9735fcb6746fc0bdadf6c437849e5 2024-12-11T01:34:07,375 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/.tmp/testFamily/70e214cf4b3940579280ba2b37644cf1 2024-12-11T01:34:07,385 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/.tmp/testFamily/70e214cf4b3940579280ba2b37644cf1 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/testFamily/70e214cf4b3940579280ba2b37644cf1 2024-12-11T01:34:07,394 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/testFamily/70e214cf4b3940579280ba2b37644cf1, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:07,395 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bcf9735fcb6746fc0bdadf6c437849e5 in 444ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:07,401 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnNext/bcf9735fcb6746fc0bdadf6c437849e5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:07,401 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:34:07,402 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcf9735fcb6746fc0bdadf6c437849e5: Waiting for close lock at 1733880846951Running coprocessor pre-close hooks at 1733880846951Disabling compacts and flushes for region at 1733880846951Disabling writes for close at 1733880846951Obtaining lock to block concurrent updates at 1733880846951Preparing flush snapshotting stores in bcf9735fcb6746fc0bdadf6c437849e5 at 1733880846951Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880846952 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. at 1733880846952Flushing bcf9735fcb6746fc0bdadf6c437849e5/testFamily: creating writer at 1733880846952Flushing bcf9735fcb6746fc0bdadf6c437849e5/testFamily: appending metadata at 1733880846969 (+17 ms)Flushing bcf9735fcb6746fc0bdadf6c437849e5/testFamily: closing flushed file at 1733880846969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206e05c8: reopening flushed file at 1733880847384 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for bcf9735fcb6746fc0bdadf6c437849e5 in 444ms, sequenceid=8, compaction requested=false at 1733880847395 (+11 ms)Writing region close event to WAL at 1733880847396 (+1 ms)Running coprocessor post-close hooks at 1733880847401 (+5 ms)Closed at 1733880847401 2024-12-11T01:34:07,402 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733880830588.bcf9735fcb6746fc0bdadf6c437849e5. 2024-12-11T01:34:07,402 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39ecc502790f0da41e00d720f9ef3a54, disabling compactions & flushes 2024-12-11T01:34:07,402 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:07,402 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:07,402 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. after waiting 0 ms 2024-12-11T01:34:07,402 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:07,402 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39ecc502790f0da41e00d720f9ef3a54 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:07,420 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/.tmp/testFamily/8efcce044f304510b943cef1f11395d1 is 61, key is row-0/testFamily:testQualifier/1733880842717/Put/seqid=0 2024-12-11T01:34:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741863_1039 (size=5049) 2024-12-11T01:34:07,566 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:07,766 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-11T01:34:07,767 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1325): Online Regions={39ecc502790f0da41e00d720f9ef3a54=testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., 8d2f866a79eeda3edf5a651c7c53b8ba=hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., 3718e8211b9b69cfa1e8809559a7936f=testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f., 39c1d7023b8f51c79d6b90310ab2f94f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., 97090265ab1680fc07fe5fae2dac448a=testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.} 2024-12-11T01:34:07,767 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 39ecc502790f0da41e00d720f9ef3a54, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:07,826 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/.tmp/testFamily/8efcce044f304510b943cef1f11395d1 2024-12-11T01:34:07,835 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/.tmp/testFamily/8efcce044f304510b943cef1f11395d1 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/testFamily/8efcce044f304510b943cef1f11395d1 2024-12-11T01:34:07,842 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/testFamily/8efcce044f304510b943cef1f11395d1, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:07,843 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39ecc502790f0da41e00d720f9ef3a54 in 441ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:07,849 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnOpenScannerAsync/39ecc502790f0da41e00d720f9ef3a54/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:07,850 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:07,850 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39ecc502790f0da41e00d720f9ef3a54: Waiting for close lock at 1733880847402Running coprocessor pre-close hooks at 1733880847402Disabling compacts and flushes for region at 1733880847402Disabling writes for close at 1733880847402Obtaining lock to block concurrent updates at 1733880847402Preparing flush snapshotting stores in 39ecc502790f0da41e00d720f9ef3a54 at 1733880847402Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880847403 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. at 1733880847403Flushing 39ecc502790f0da41e00d720f9ef3a54/testFamily: creating writer at 1733880847404 (+1 ms)Flushing 39ecc502790f0da41e00d720f9ef3a54/testFamily: appending metadata at 1733880847419 (+15 ms)Flushing 39ecc502790f0da41e00d720f9ef3a54/testFamily: closing flushed file at 1733880847419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a6b41b: reopening flushed file at 1733880847833 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39ecc502790f0da41e00d720f9ef3a54 in 441ms, sequenceid=8, compaction requested=false at 1733880847844 (+11 ms)Writing region close event to WAL at 1733880847844Running coprocessor post-close hooks at 1733880847850 (+6 ms)Closed at 1733880847850 2024-12-11T01:34:07,850 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733880839668.39ecc502790f0da41e00d720f9ef3a54. 2024-12-11T01:34:07,851 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d2f866a79eeda3edf5a651c7c53b8ba, disabling compactions & flushes 2024-12-11T01:34:07,851 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:34:07,851 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:34:07,851 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. after waiting 0 ms 2024-12-11T01:34:07,851 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:34:07,851 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d2f866a79eeda3edf5a651c7c53b8ba 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:07,869 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/.tmp/testFamily/b6036de1e2c34d8b9c4c15fbacaec01f is 61, key is row-0/testFamily:testQualifier/1733880785004/Put/seqid=0 2024-12-11T01:34:07,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741864_1040 (size=5049) 2024-12-11T01:34:07,967 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:08,167 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 8d2f866a79eeda3edf5a651c7c53b8ba, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:08,275 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/.tmp/testFamily/b6036de1e2c34d8b9c4c15fbacaec01f 2024-12-11T01:34:08,283 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/.tmp/testFamily/b6036de1e2c34d8b9c4c15fbacaec01f as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/testFamily/b6036de1e2c34d8b9c4c15fbacaec01f 2024-12-11T01:34:08,290 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/testFamily/b6036de1e2c34d8b9c4c15fbacaec01f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:08,291 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d2f866a79eeda3edf5a651c7c53b8ba in 440ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:08,295 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScanner/8d2f866a79eeda3edf5a651c7c53b8ba/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:08,296 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:34:08,296 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d2f866a79eeda3edf5a651c7c53b8ba: Waiting for close lock at 1733880847851Running coprocessor pre-close hooks at 1733880847851Disabling compacts and flushes for region at 1733880847851Disabling writes for close at 1733880847851Obtaining lock to block concurrent updates at 1733880847851Preparing flush snapshotting stores in 8d2f866a79eeda3edf5a651c7c53b8ba at 1733880847851Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880847851Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. at 1733880847852 (+1 ms)Flushing 8d2f866a79eeda3edf5a651c7c53b8ba/testFamily: creating writer at 1733880847852Flushing 8d2f866a79eeda3edf5a651c7c53b8ba/testFamily: appending metadata at 1733880847869 (+17 ms)Flushing 8d2f866a79eeda3edf5a651c7c53b8ba/testFamily: closing flushed file at 1733880847869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0cef80: reopening flushed file at 1733880848282 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 8d2f866a79eeda3edf5a651c7c53b8ba in 440ms, sequenceid=8, compaction requested=false at 1733880848291 (+9 ms)Writing region close event to WAL at 1733880848292 (+1 ms)Running coprocessor post-close hooks at 1733880848296 (+4 ms)Closed at 1733880848296 2024-12-11T01:34:08,296 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733880781959.8d2f866a79eeda3edf5a651c7c53b8ba. 2024-12-11T01:34:08,296 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3718e8211b9b69cfa1e8809559a7936f, disabling compactions & flushes 2024-12-11T01:34:08,296 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:34:08,296 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:34:08,296 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. after waiting 0 ms 2024-12-11T01:34:08,297 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:34:08,297 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3718e8211b9b69cfa1e8809559a7936f 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:08,312 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/.tmp/testFamily/561fe16d767043f4bea329e949e95c56 is 61, key is row-0/testFamily:testQualifier/1733880803183/Put/seqid=0 2024-12-11T01:34:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741865_1041 (size=5049) 2024-12-11T01:34:08,367 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:08,568 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 3718e8211b9b69cfa1e8809559a7936f, 39c1d7023b8f51c79d6b90310ab2f94f, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:08,718 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/.tmp/testFamily/561fe16d767043f4bea329e949e95c56 2024-12-11T01:34:08,727 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/.tmp/testFamily/561fe16d767043f4bea329e949e95c56 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/testFamily/561fe16d767043f4bea329e949e95c56 2024-12-11T01:34:08,734 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/testFamily/561fe16d767043f4bea329e949e95c56, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:08,735 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3718e8211b9b69cfa1e8809559a7936f in 438ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:08,740 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testRetryOutOfOrderScannerNextException/3718e8211b9b69cfa1e8809559a7936f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:08,740 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:34:08,740 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3718e8211b9b69cfa1e8809559a7936f: Waiting for close lock at 1733880848296Running coprocessor pre-close hooks at 1733880848296Disabling compacts and flushes for region at 1733880848296Disabling writes for close at 1733880848296Obtaining lock to block concurrent updates at 1733880848297 (+1 ms)Preparing flush snapshotting stores in 3718e8211b9b69cfa1e8809559a7936f at 1733880848297Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880848297Flushing stores of testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. at 1733880848297Flushing 3718e8211b9b69cfa1e8809559a7936f/testFamily: creating writer at 1733880848297Flushing 3718e8211b9b69cfa1e8809559a7936f/testFamily: appending metadata at 1733880848312 (+15 ms)Flushing 3718e8211b9b69cfa1e8809559a7936f/testFamily: closing flushed file at 1733880848312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc20d05: reopening flushed file at 1733880848726 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3718e8211b9b69cfa1e8809559a7936f in 438ms, sequenceid=8, compaction requested=false at 1733880848735 (+9 ms)Writing region close event to WAL at 1733880848735Running coprocessor post-close hooks at 1733880848740 (+5 ms)Closed at 1733880848740 2024-12-11T01:34:08,741 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733880800148.3718e8211b9b69cfa1e8809559a7936f. 2024-12-11T01:34:08,741 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39c1d7023b8f51c79d6b90310ab2f94f, disabling compactions & flushes 2024-12-11T01:34:08,741 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:34:08,741 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:34:08,741 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. after waiting 0 ms 2024-12-11T01:34:08,741 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:34:08,741 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39c1d7023b8f51c79d6b90310ab2f94f 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:08,759 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/.tmp/testFamily/0bbddf0795734a11b93c161b7f3bd683 is 61, key is row-0/testFamily:testQualifier/1733880824552/Put/seqid=0 2024-12-11T01:34:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741866_1042 (size=5049) 2024-12-11T01:34:08,768 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-11T01:34:08,768 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1325): Online Regions={39c1d7023b8f51c79d6b90310ab2f94f=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., 97090265ab1680fc07fe5fae2dac448a=testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a.} 2024-12-11T01:34:08,768 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 39c1d7023b8f51c79d6b90310ab2f94f, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:08,968 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 39c1d7023b8f51c79d6b90310ab2f94f, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:09,165 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/.tmp/testFamily/0bbddf0795734a11b93c161b7f3bd683 2024-12-11T01:34:09,169 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 39c1d7023b8f51c79d6b90310ab2f94f, 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:09,173 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/.tmp/testFamily/0bbddf0795734a11b93c161b7f3bd683 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/testFamily/0bbddf0795734a11b93c161b7f3bd683 2024-12-11T01:34:09,180 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/testFamily/0bbddf0795734a11b93c161b7f3bd683, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:09,181 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39c1d7023b8f51c79d6b90310ab2f94f in 440ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:09,186 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/39c1d7023b8f51c79d6b90310ab2f94f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:09,186 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:34:09,186 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39c1d7023b8f51c79d6b90310ab2f94f: Waiting for close lock at 1733880848741Running coprocessor pre-close hooks at 1733880848741Disabling compacts and flushes for region at 1733880848741Disabling writes for close at 1733880848741Obtaining lock to block concurrent updates at 1733880848741Preparing flush snapshotting stores in 39c1d7023b8f51c79d6b90310ab2f94f at 1733880848741Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880848741Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. at 1733880848742 (+1 ms)Flushing 39c1d7023b8f51c79d6b90310ab2f94f/testFamily: creating writer at 1733880848742Flushing 39c1d7023b8f51c79d6b90310ab2f94f/testFamily: appending metadata at 1733880848759 (+17 ms)Flushing 39c1d7023b8f51c79d6b90310ab2f94f/testFamily: closing flushed file at 1733880848759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177af6ca: reopening flushed file at 1733880849172 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 39c1d7023b8f51c79d6b90310ab2f94f in 440ms, sequenceid=8, compaction requested=false at 1733880849181 (+9 ms)Writing region close event to WAL at 1733880849182 (+1 ms)Running coprocessor post-close hooks at 1733880849186 (+4 ms)Closed at 1733880849186 2024-12-11T01:34:09,186 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733880821508.39c1d7023b8f51c79d6b90310ab2f94f. 2024-12-11T01:34:09,187 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97090265ab1680fc07fe5fae2dac448a, disabling compactions & flushes 2024-12-11T01:34:09,187 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:34:09,187 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:34:09,187 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. after waiting 0 ms 2024-12-11T01:34:09,187 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:34:09,187 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97090265ab1680fc07fe5fae2dac448a 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-11T01:34:09,203 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/.tmp/testFamily/4617b12197564f6fac6f52213cecd143 is 61, key is row-0/testFamily:testQualifier/1733880812393/Put/seqid=0 2024-12-11T01:34:09,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741867_1043 (size=5049) 2024-12-11T01:34:09,369 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:09,569 DEBUG [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1351): Waiting on 97090265ab1680fc07fe5fae2dac448a 2024-12-11T01:34:09,609 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/.tmp/testFamily/4617b12197564f6fac6f52213cecd143 2024-12-11T01:34:09,617 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/.tmp/testFamily/4617b12197564f6fac6f52213cecd143 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/testFamily/4617b12197564f6fac6f52213cecd143 2024-12-11T01:34:09,623 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/testFamily/4617b12197564f6fac6f52213cecd143, entries=4, sequenceid=8, filesize=4.9 K 2024-12-11T01:34:09,624 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97090265ab1680fc07fe5fae2dac448a in 437ms, sequenceid=8, compaction requested=false 2024-12-11T01:34:09,629 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/data/default/testNormalScanTimeoutOnNextAsync/97090265ab1680fc07fe5fae2dac448a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-11T01:34:09,629 INFO [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:34:09,630 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97090265ab1680fc07fe5fae2dac448a: Waiting for close lock at 1733880849187Running coprocessor pre-close hooks at 1733880849187Disabling compacts and flushes for region at 1733880849187Disabling writes for close at 1733880849187Obtaining lock to block concurrent updates at 1733880849187Preparing flush snapshotting stores in 97090265ab1680fc07fe5fae2dac448a at 1733880849187Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733880849187Flushing stores of testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. at 1733880849188 (+1 ms)Flushing 97090265ab1680fc07fe5fae2dac448a/testFamily: creating writer at 1733880849188Flushing 97090265ab1680fc07fe5fae2dac448a/testFamily: appending metadata at 1733880849203 (+15 ms)Flushing 97090265ab1680fc07fe5fae2dac448a/testFamily: closing flushed file at 1733880849203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a29bf1c: reopening flushed file at 1733880849616 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 97090265ab1680fc07fe5fae2dac448a in 437ms, sequenceid=8, compaction requested=false at 1733880849624 (+8 ms)Writing region close event to WAL at 1733880849625 (+1 ms)Running coprocessor post-close hooks at 1733880849629 (+4 ms)Closed at 1733880849629 2024-12-11T01:34:09,630 DEBUG [RS_CLOSE_REGION-regionserver/05da9d8a7552:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733880809328.97090265ab1680fc07fe5fae2dac448a. 2024-12-11T01:34:09,770 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(976): stopping server 05da9d8a7552,42779,1733880715322; all regions closed. 2024-12-11T01:34:09,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741834_1010 (size=19479) 2024-12-11T01:34:09,782 DEBUG [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/oldWALs 2024-12-11T01:34:09,782 INFO [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 05da9d8a7552%2C42779%2C1733880715322.meta:.meta(num 1733880778404) 2024-12-11T01:34:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741833_1009 (size=20031) 2024-12-11T01:34:09,785 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/WALs/05da9d8a7552,42779,1733880715322/05da9d8a7552%2C42779%2C1733880715322.1733880778078 not finished, retry = 0 2024-12-11T01:34:09,888 DEBUG [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/oldWALs 2024-12-11T01:34:09,889 INFO [RS:0;05da9d8a7552:42779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 05da9d8a7552%2C42779%2C1733880715322:(num 1733880778078) 2024-12-11T01:34:09,889 DEBUG [RS:0;05da9d8a7552:42779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T01:34:09,889 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T01:34:09,889 INFO [RS:0;05da9d8a7552:42779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T01:34:09,889 INFO [RS:0;05da9d8a7552:42779 {}] hbase.ChoreService(370): Chore service for: regionserver/05da9d8a7552:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T01:34:09,889 INFO [RS:0;05da9d8a7552:42779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T01:34:09,889 INFO [regionserver/05da9d8a7552:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T01:34:09,891 INFO [RS:0;05da9d8a7552:42779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42779 2024-12-11T01:34:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/05da9d8a7552,42779,1733880715322 2024-12-11T01:34:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-11T01:34:09,894 INFO [RS:0;05da9d8a7552:42779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T01:34:09,897 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [05da9d8a7552,42779,1733880715322] 2024-12-11T01:34:09,899 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/05da9d8a7552,42779,1733880715322 already deleted, retry=false 2024-12-11T01:34:09,899 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 05da9d8a7552,42779,1733880715322 expired; onlineServers=0 2024-12-11T01:34:09,899 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '05da9d8a7552,38113,1733880714666' ***** 2024-12-11T01:34:09,899 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T01:34:09,899 INFO [M:0;05da9d8a7552:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T01:34:09,899 INFO [M:0;05da9d8a7552:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T01:34:09,899 DEBUG [M:0;05da9d8a7552:38113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T01:34:09,899 DEBUG [M:0;05da9d8a7552:38113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T01:34:09,899 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T01:34:09,899 DEBUG [master/05da9d8a7552:0:becomeActiveMaster-HFileCleaner.small.0-1733880717919 {}] cleaner.HFileCleaner(306): Exit Thread[master/05da9d8a7552:0:becomeActiveMaster-HFileCleaner.small.0-1733880717919,5,FailOnTimeoutGroup] 2024-12-11T01:34:09,899 DEBUG [master/05da9d8a7552:0:becomeActiveMaster-HFileCleaner.large.0-1733880717918 {}] cleaner.HFileCleaner(306): Exit Thread[master/05da9d8a7552:0:becomeActiveMaster-HFileCleaner.large.0-1733880717918,5,FailOnTimeoutGroup] 2024-12-11T01:34:09,900 INFO [M:0;05da9d8a7552:38113 {}] hbase.ChoreService(370): Chore service for: master/05da9d8a7552:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T01:34:09,900 INFO [M:0;05da9d8a7552:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T01:34:09,900 DEBUG [M:0;05da9d8a7552:38113 {}] master.HMaster(1795): Stopping service threads 2024-12-11T01:34:09,900 INFO [M:0;05da9d8a7552:38113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T01:34:09,900 INFO [M:0;05da9d8a7552:38113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T01:34:09,901 INFO [M:0;05da9d8a7552:38113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T01:34:09,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T01:34:09,902 INFO [regionserver/05da9d8a7552:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T01:34:09,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-11T01:34:09,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-11T01:34:09,903 DEBUG [M:0;05da9d8a7552:38113 {}] zookeeper.ZKUtil(347): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-11T01:34:09,903 WARN [M:0;05da9d8a7552:38113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T01:34:09,903 INFO [M:0;05da9d8a7552:38113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/.lastflushedseqids 2024-12-11T01:34:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741868_1044 (size=649) 2024-12-11T01:34:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T01:34:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42779-0x1019f25fcef0001, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T01:34:09,997 INFO [RS:0;05da9d8a7552:42779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T01:34:09,998 INFO [RS:0;05da9d8a7552:42779 {}] regionserver.HRegionServer(1031): Exiting; stopping=05da9d8a7552,42779,1733880715322; zookeeper connection closed. 2024-12-11T01:34:09,998 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7129a694 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7129a694 2024-12-11T01:34:09,999 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T01:34:10,316 INFO [M:0;05da9d8a7552:38113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T01:34:10,316 INFO [M:0;05da9d8a7552:38113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T01:34:10,316 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T01:34:10,316 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:34:10,316 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:34:10,316 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T01:34:10,316 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:34:10,316 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=162.98 KB heapSize=190.90 KB 2024-12-11T01:34:10,335 DEBUG [M:0;05da9d8a7552:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c28bfe4986e46b087f750b83c6c3e76 is 82, key is hbase:meta,,1/info:regioninfo/1733880778496/Put/seqid=0 2024-12-11T01:34:10,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741869_1045 (size=5672) 2024-12-11T01:34:10,745 INFO [M:0;05da9d8a7552:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c28bfe4986e46b087f750b83c6c3e76 2024-12-11T01:34:10,769 DEBUG [M:0;05da9d8a7552:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81808972ea5b41fea60370f1dad51a27 is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733880780044/Put/seqid=0 2024-12-11T01:34:10,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741870_1046 (size=14069) 2024-12-11T01:34:11,175 INFO [M:0;05da9d8a7552:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.42 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81808972ea5b41fea60370f1dad51a27 2024-12-11T01:34:11,182 INFO [M:0;05da9d8a7552:38113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81808972ea5b41fea60370f1dad51a27 2024-12-11T01:34:11,202 DEBUG [M:0;05da9d8a7552:38113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58012bc6677145999768097f3338bccb is 69, key is 05da9d8a7552,42779,1733880715322/rs:state/1733880747951/Put/seqid=0 2024-12-11T01:34:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741871_1047 (size=5156) 2024-12-11T01:34:11,208 INFO [M:0;05da9d8a7552:38113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58012bc6677145999768097f3338bccb 2024-12-11T01:34:11,218 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c28bfe4986e46b087f750b83c6c3e76 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c28bfe4986e46b087f750b83c6c3e76 2024-12-11T01:34:11,227 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c28bfe4986e46b087f750b83c6c3e76, entries=8, sequenceid=317, filesize=5.5 K 2024-12-11T01:34:11,228 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81808972ea5b41fea60370f1dad51a27 as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81808972ea5b41fea60370f1dad51a27 2024-12-11T01:34:11,236 INFO [M:0;05da9d8a7552:38113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81808972ea5b41fea60370f1dad51a27 2024-12-11T01:34:11,236 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81808972ea5b41fea60370f1dad51a27, entries=33, sequenceid=317, filesize=13.7 K 2024-12-11T01:34:11,238 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58012bc6677145999768097f3338bccb as hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58012bc6677145999768097f3338bccb 2024-12-11T01:34:11,245 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39445/user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58012bc6677145999768097f3338bccb, entries=1, sequenceid=317, filesize=5.0 K 2024-12-11T01:34:11,247 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.60 KB/195176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=317, compaction requested=false 2024-12-11T01:34:11,248 INFO [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T01:34:11,248 DEBUG [M:0;05da9d8a7552:38113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733880850316Disabling compacts and flushes for region at 1733880850316Disabling writes for close at 1733880850316Obtaining lock to block concurrent updates at 1733880850316Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733880850316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=166891, getHeapSize=195416, getOffHeapSize=0, getCellsCount=364 at 1733880850317 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733880850318 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733880850318Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733880850334 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733880850334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733880850751 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733880850769 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733880850769Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733880851182 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733880851201 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733880851201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1b1a77: reopening flushed file at 1733880851217 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6aeb52: reopening flushed file at 1733880851227 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65de8f5b: reopening flushed file at 1733880851236 (+9 ms)Finished flush of dataSize ~162.98 KB/166891, heapSize ~190.60 KB/195176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=317, compaction requested=false at 1733880851247 (+11 ms)Writing region close event to WAL at 1733880851248 (+1 ms)Closed at 1733880851248 2024-12-11T01:34:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40075 is added to blk_1073741830_1006 (size=188103) 2024-12-11T01:34:11,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d61d508-636c-4358-c20e-abeb9a1f322d/MasterData/WALs/05da9d8a7552,38113,1733880714666/05da9d8a7552%2C38113%2C1733880714666.1733880717382 not finished, retry = 0 2024-12-11T01:34:11,353 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T01:34:11,353 INFO [M:0;05da9d8a7552:38113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T01:34:11,353 INFO [M:0;05da9d8a7552:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38113 2024-12-11T01:34:11,353 INFO [M:0;05da9d8a7552:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T01:34:11,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-11T01:34:11,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T01:34:11,455 INFO [M:0;05da9d8a7552:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T01:34:11,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38113-0x1019f25fcef0000, quorum=127.0.0.1:54994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T01:34:11,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6261b108{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T01:34:11,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@379257e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T01:34:11,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T01:34:11,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48199fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T01:34:11,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29ee0fe9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/hadoop.log.dir/,STOPPED} 2024-12-11T01:34:11,468 WARN [BP-1627096205-172.17.0.2-1733880711858 heartbeating to localhost/127.0.0.1:39445 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T01:34:11,468 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T01:34:11,468 WARN [BP-1627096205-172.17.0.2-1733880711858 heartbeating to localhost/127.0.0.1:39445 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1627096205-172.17.0.2-1733880711858 (Datanode Uuid 140df588-6f53-444b-bcb6-09370da5a1fe) service to localhost/127.0.0.1:39445 2024-12-11T01:34:11,468 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T01:34:11,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/data/data1/current/BP-1627096205-172.17.0.2-1733880711858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T01:34:11,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/cluster_73a239fc-ddd3-6283-97a4-c9e7fda6b6f1/data/data2/current/BP-1627096205-172.17.0.2-1733880711858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T01:34:11,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T01:34:11,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df87c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T01:34:11,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29047fa7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T01:34:11,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T01:34:11,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c1e5f71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T01:34:11,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3653a146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4362cc2-e281-cb8a-10b5-4ac0d97bbec8/hadoop.log.dir/,STOPPED} 2024-12-11T01:34:11,488 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T01:34:11,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down