2024-11-15 11:40:51,780 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-15 11:40:51,796 main DEBUG Took 0.009445 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 11:40:51,796 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 11:40:51,797 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 11:40:51,798 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 11:40:51,799 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,805 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 11:40:51,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,819 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,819 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,821 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,821 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,822 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,824 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,825 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,826 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 11:40:51,828 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,828 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 11:40:51,829 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 11:40:51,830 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 11:40:51,832 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 11:40:51,833 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 11:40:51,834 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 11:40:51,834 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 11:40:51,842 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 11:40:51,844 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 11:40:51,846 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 11:40:51,846 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 11:40:51,847 main DEBUG createAppenders(={Console}) 2024-11-15 11:40:51,847 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-11-15 11:40:51,848 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-11-15 11:40:51,848 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-11-15 11:40:51,849 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 11:40:51,849 main DEBUG OutputStream closed 2024-11-15 11:40:51,849 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 11:40:51,849 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 11:40:51,850 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-11-15 11:40:51,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 11:40:51,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 11:40:51,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 11:40:51,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 11:40:51,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 11:40:51,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 11:40:51,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 11:40:51,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 11:40:51,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 11:40:51,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 11:40:51,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 11:40:51,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 11:40:51,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 11:40:51,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 11:40:51,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 11:40:51,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 11:40:51,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 11:40:51,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 11:40:51,930 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 11:40:51,931 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-11-15 11:40:51,931 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 11:40:51,932 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-11-15T11:40:51,943 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-11-15 11:40:51,946 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 11:40:51,946 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T11:40:52,219 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652 2024-11-15T11:40:52,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T11:40:52,259 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a, deleteOnExit=true 2024-11-15T11:40:52,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T11:40:52,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/test.cache.data in system properties and HBase conf 2024-11-15T11:40:52,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T11:40:52,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/hadoop.log.dir in system properties and HBase conf 2024-11-15T11:40:52,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T11:40:52,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T11:40:52,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T11:40:52,354 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T11:40:52,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T11:40:52,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:40:52,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T11:40:52,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T11:40:52,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:40:52,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T11:40:52,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T11:40:52,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T11:40:52,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:40:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T11:40:52,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/nfs.dump.dir in system properties and HBase conf 2024-11-15T11:40:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/java.io.tmpdir in system properties and HBase conf 2024-11-15T11:40:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T11:40:52,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T11:40:52,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T11:40:54,070 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T11:40:54,162 INFO [Time-limited test {}] log.Log(170): Logging initialized @3047ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T11:40:54,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:40:54,349 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:40:54,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:40:54,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:40:54,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T11:40:54,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:40:54,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:40:54,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:40:54,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@562f0d0c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/java.io.tmpdir/jetty-localhost-33671-hadoop-hdfs-3_4_1-tests_jar-_-any-5021435209286928743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:40:54,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:33671} 2024-11-15T11:40:54,669 INFO [Time-limited test {}] server.Server(415): Started @3556ms 2024-11-15T11:40:55,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T11:40:55,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T11:40:55,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T11:40:55,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T11:40:55,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T11:40:55,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/hadoop.log.dir/,AVAILABLE} 2024-11-15T11:40:55,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T11:40:55,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc78d53{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/java.io.tmpdir/jetty-localhost-43205-hadoop-hdfs-3_4_1-tests_jar-_-any-7084712641309278785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:40:55,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:43205} 2024-11-15T11:40:55,514 INFO [Time-limited test {}] server.Server(415): Started @4400ms 2024-11-15T11:40:55,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T11:40:56,670 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/data/data2/current/BP-1720848065-172.17.0.2-1731670853058/current, will proceed with Du for space computation calculation, 2024-11-15T11:40:56,670 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/data/data1/current/BP-1720848065-172.17.0.2-1731670853058/current, will proceed with Du for space computation calculation, 2024-11-15T11:40:56,709 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T11:40:56,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652 2024-11-15T11:40:56,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4cba98ec5b517d5 with lease ID 0x42ee01799d197601: Processing first storage report for DS-d1a493df-557e-498b-82d0-3459460247ad from datanode DatanodeRegistration(127.0.0.1:41105, datanodeUuid=b98df45d-7122-478b-ac0f-9769e414ac7d, infoPort=46155, infoSecurePort=0, ipcPort=40693, storageInfo=lv=-57;cid=testClusterID;nsid=1296318968;c=1731670853058) 2024-11-15T11:40:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4cba98ec5b517d5 with lease ID 0x42ee01799d197601: from storage DS-d1a493df-557e-498b-82d0-3459460247ad node DatanodeRegistration(127.0.0.1:41105, datanodeUuid=b98df45d-7122-478b-ac0f-9769e414ac7d, infoPort=46155, infoSecurePort=0, ipcPort=40693, storageInfo=lv=-57;cid=testClusterID;nsid=1296318968;c=1731670853058), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T11:40:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4cba98ec5b517d5 with lease ID 0x42ee01799d197601: Processing first storage report for DS-b2c3d072-6093-4c3c-9481-409da2d5a4e1 from datanode DatanodeRegistration(127.0.0.1:41105, datanodeUuid=b98df45d-7122-478b-ac0f-9769e414ac7d, infoPort=46155, infoSecurePort=0, ipcPort=40693, storageInfo=lv=-57;cid=testClusterID;nsid=1296318968;c=1731670853058) 2024-11-15T11:40:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4cba98ec5b517d5 with lease ID 0x42ee01799d197601: from storage DS-b2c3d072-6093-4c3c-9481-409da2d5a4e1 node DatanodeRegistration(127.0.0.1:41105, datanodeUuid=b98df45d-7122-478b-ac0f-9769e414ac7d, infoPort=46155, infoSecurePort=0, ipcPort=40693, storageInfo=lv=-57;cid=testClusterID;nsid=1296318968;c=1731670853058), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T11:40:56,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/zookeeper_0, clientPort=56024, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T11:40:56,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56024 2024-11-15T11:40:56,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:56,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741825_1001 (size=7) 2024-11-15T11:40:57,615 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb with version=8 2024-11-15T11:40:57,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/hbase-staging 2024-11-15T11:40:57,735 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T11:40:58,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbbb793b8023:0 server-side Connection retries=9 2024-11-15T11:40:58,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:40:58,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:40:58,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:40:58,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:40:58,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:40:58,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T11:40:58,288 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T11:40:58,300 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T11:40:58,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:40:58,340 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 115601 (auto-detected) 2024-11-15T11:40:58,342 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T11:40:58,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39177 2024-11-15T11:40:58,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39177 connecting to ZooKeeper ensemble=127.0.0.1:56024 2024-11-15T11:40:58,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391770x0, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:40:58,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39177-0x1013e4c502f0000 connected 2024-11-15T11:40:58,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:58,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:58,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:40:58,623 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb, hbase.cluster.distributed=false 2024-11-15T11:40:58,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T11:40:58,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-15T11:40:58,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-11-15T11:40:58,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-11-15T11:40:58,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-15T11:40:58,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-15T11:40:58,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbbb793b8023:0 server-side Connection retries=9 2024-11-15T11:40:58,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:40:58,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T11:40:58,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T11:40:58,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T11:40:58,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T11:40:58,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T11:40:58,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T11:40:58,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46639 2024-11-15T11:40:58,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46639 connecting to ZooKeeper ensemble=127.0.0.1:56024 2024-11-15T11:40:58,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:58,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466390x0, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T11:40:58,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46639-0x1013e4c502f0001 connected 2024-11-15T11:40:58,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:40:58,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T11:40:58,833 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T11:40:58,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T11:40:58,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T11:40:58,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46639 2024-11-15T11:40:58,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46639 2024-11-15T11:40:58,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46639 2024-11-15T11:40:58,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46639 2024-11-15T11:40:58,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46639 2024-11-15T11:40:58,862 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbbb793b8023:39177 2024-11-15T11:40:58,863 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dbbb793b8023,39177,1731670857834 2024-11-15T11:40:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:40:58,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:40:58,879 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dbbb793b8023,39177,1731670857834 2024-11-15T11:40:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:40:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T11:40:58,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:40:58,915 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T11:40:58,916 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dbbb793b8023,39177,1731670857834 from backup master directory 2024-11-15T11:40:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:40:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dbbb793b8023,39177,1731670857834 2024-11-15T11:40:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T11:40:58,930 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:40:58,930 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbbb793b8023,39177,1731670857834 2024-11-15T11:40:58,933 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T11:40:58,935 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T11:40:59,007 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/hbase.id] with ID: 9af78c84-1a38-4f2a-b87f-c307eaec83ab 2024-11-15T11:40:59,007 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/.tmp/hbase.id 2024-11-15T11:40:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741826_1002 (size=42) 2024-11-15T11:40:59,421 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/.tmp/hbase.id]:[hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/hbase.id] 2024-11-15T11:40:59,479 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T11:40:59,484 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T11:40:59,507 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-15T11:40:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:40:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:40:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741827_1003 (size=196) 2024-11-15T11:41:00,016 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:00,019 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T11:41:00,034 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:41:00,039 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:41:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741828_1004 (size=1189) 2024-11-15T11:41:00,498 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store 2024-11-15T11:41:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741829_1005 (size=34) 2024-11-15T11:41:00,531 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T11:41:00,535 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:00,537 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:41:00,537 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:41:00,538 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:41:00,540 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:41:00,540 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:41:00,540 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:41:00,542 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731670860537Disabling compacts and flushes for region at 1731670860537Disabling writes for close at 1731670860540 (+3 ms)Writing region close event to WAL at 1731670860540Closed at 1731670860540 2024-11-15T11:41:00,545 WARN [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/.initializing 2024-11-15T11:41:00,545 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/WALs/dbbb793b8023,39177,1731670857834 2024-11-15T11:41:00,556 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:41:00,575 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C39177%2C1731670857834, suffix=, logDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/WALs/dbbb793b8023,39177,1731670857834, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/oldWALs, maxLogs=10 2024-11-15T11:41:00,603 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/WALs/dbbb793b8023,39177,1731670857834/dbbb793b8023%2C39177%2C1731670857834.1731670860581, exclude list is [], retry=0 2024-11-15T11:41:00,621 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-d1a493df-557e-498b-82d0-3459460247ad,DISK] 2024-11-15T11:41:00,625 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T11:41:00,664 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/WALs/dbbb793b8023,39177,1731670857834/dbbb793b8023%2C39177%2C1731670857834.1731670860581 2024-11-15T11:41:00,665 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46155:46155)] 2024-11-15T11:41:00,666 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:00,666 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:00,670 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,672 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T11:41:00,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:00,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:00,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T11:41:00,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:00,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:00,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T11:41:00,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:00,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:00,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T11:41:00,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:00,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:00,779 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,784 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,787 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,795 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,796 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,801 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:41:00,805 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T11:41:00,814 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:00,816 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59409115, jitterRate=-0.1147352010011673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:41:00,827 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731670860687Initializing all the Stores at 1731670860690 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670860691 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670860692 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670860693 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670860693Cleaning up temporary data from old regions at 1731670860797 (+104 ms)Region opened successfully at 1731670860826 (+29 ms) 2024-11-15T11:41:00,829 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T11:41:00,873 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e2f7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:41:00,917 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T11:41:00,932 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T11:41:00,933 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T11:41:00,936 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T11:41:00,938 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T11:41:00,944 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T11:41:00,944 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T11:41:00,988 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T11:41:01,000 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T11:41:01,071 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T11:41:01,075 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T11:41:01,077 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T11:41:01,086 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T11:41:01,089 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T11:41:01,093 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T11:41:01,103 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T11:41:01,105 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T11:41:01,113 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T11:41:01,133 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T11:41:01,145 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T11:41:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T11:41:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T11:41:01,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:01,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:01,164 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbbb793b8023,39177,1731670857834, sessionid=0x1013e4c502f0000, setting cluster-up flag (Was=false) 2024-11-15T11:41:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:01,224 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T11:41:01,227 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,39177,1731670857834 2024-11-15T11:41:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:01,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:01,282 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T11:41:01,284 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbbb793b8023,39177,1731670857834 2024-11-15T11:41:01,292 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T11:41:01,351 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(746): ClusterId : 9af78c84-1a38-4f2a-b87f-c307eaec83ab 2024-11-15T11:41:01,354 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T11:41:01,369 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T11:41:01,369 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T11:41:01,380 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T11:41:01,383 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T11:41:01,384 DEBUG [RS:0;dbbb793b8023:46639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29821cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbbb793b8023/172.17.0.2:0 2024-11-15T11:41:01,393 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T11:41:01,402 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T11:41:01,407 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbbb793b8023:46639 2024-11-15T11:41:01,410 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T11:41:01,411 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T11:41:01,411 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T11:41:01,409 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbbb793b8023,39177,1731670857834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T11:41:01,415 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbbb793b8023,39177,1731670857834 with port=46639, startcode=1731670858739 2024-11-15T11:41:01,418 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:41:01,419 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:41:01,419 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:41:01,419 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbbb793b8023:0, corePoolSize=5, maxPoolSize=5 2024-11-15T11:41:01,419 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbbb793b8023:0, corePoolSize=10, maxPoolSize=10 2024-11-15T11:41:01,420 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,420 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:41:01,420 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,422 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731670891422 2024-11-15T11:41:01,424 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T11:41:01,425 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T11:41:01,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:41:01,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T11:41:01,429 DEBUG [RS:0;dbbb793b8023:46639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T11:41:01,430 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T11:41:01,430 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T11:41:01,430 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T11:41:01,430 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T11:41:01,433 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,436 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T11:41:01,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T11:41:01,438 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T11:41:01,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:01,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T11:41:01,448 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T11:41:01,449 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T11:41:01,464 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731670861450,5,FailOnTimeoutGroup] 2024-11-15T11:41:01,468 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731670861465,5,FailOnTimeoutGroup] 2024-11-15T11:41:01,469 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,469 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T11:41:01,470 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,471 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741831_1007 (size=1321) 2024-11-15T11:41:01,491 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T11:41:01,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbbb793b8023,46639,1731670858739 2024-11-15T11:41:01,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39177 {}] master.ServerManager(517): Registering regionserver=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:01,522 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:01,522 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36947 2024-11-15T11:41:01,522 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T11:41:01,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T11:41:01,536 DEBUG [RS:0;dbbb793b8023:46639 {}] zookeeper.ZKUtil(111): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dbbb793b8023,46639,1731670858739 2024-11-15T11:41:01,536 WARN [RS:0;dbbb793b8023:46639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T11:41:01,536 INFO [RS:0;dbbb793b8023:46639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:41:01,537 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739 2024-11-15T11:41:01,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbbb793b8023,46639,1731670858739] 2024-11-15T11:41:01,574 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T11:41:01,595 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T11:41:01,604 INFO [RS:0;dbbb793b8023:46639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T11:41:01,605 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,606 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T11:41:01,613 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T11:41:01,615 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,616 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,616 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,616 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,616 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,617 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,617 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbbb793b8023:0, corePoolSize=2, maxPoolSize=2 2024-11-15T11:41:01,617 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,617 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,617 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,618 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,618 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,618 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbbb793b8023:0, corePoolSize=1, maxPoolSize=1 2024-11-15T11:41:01,618 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:41:01,618 DEBUG [RS:0;dbbb793b8023:46639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbbb793b8023:0, corePoolSize=3, maxPoolSize=3 2024-11-15T11:41:01,629 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,629 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,630 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,630 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,630 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,630 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46639,1731670858739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:41:01,654 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T11:41:01,657 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,46639,1731670858739-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,657 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,657 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.Replication(171): dbbb793b8023,46639,1731670858739 started 2024-11-15T11:41:01,680 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:01,680 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1482): Serving as dbbb793b8023,46639,1731670858739, RpcServer on dbbb793b8023/172.17.0.2:46639, sessionid=0x1013e4c502f0001 2024-11-15T11:41:01,681 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T11:41:01,681 DEBUG [RS:0;dbbb793b8023:46639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbbb793b8023,46639,1731670858739 2024-11-15T11:41:01,681 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,46639,1731670858739' 2024-11-15T11:41:01,681 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T11:41:01,682 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T11:41:01,683 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T11:41:01,683 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T11:41:01,683 DEBUG [RS:0;dbbb793b8023:46639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbbb793b8023,46639,1731670858739 2024-11-15T11:41:01,684 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbbb793b8023,46639,1731670858739' 2024-11-15T11:41:01,684 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T11:41:01,684 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T11:41:01,685 DEBUG [RS:0;dbbb793b8023:46639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T11:41:01,685 INFO [RS:0;dbbb793b8023:46639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T11:41:01,685 INFO [RS:0;dbbb793b8023:46639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T11:41:01,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T11:41:01,887 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741832_1008 (size=32) 2024-11-15T11:41:02,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:02,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:41:02,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:41:02,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:02,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:02,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:41:02,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:41:02,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:02,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:02,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:41:02,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:41:02,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:02,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:02,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:41:02,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:41:02,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:02,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:02,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:41:02,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740 2024-11-15T11:41:02,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740 2024-11-15T11:41:02,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:41:02,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:41:02,331 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:41:02,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:41:02,340 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:02,341 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72869416, jitterRate=0.0858389139175415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:41:02,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731670862301Initializing all the Stores at 1731670862303 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670862303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670862303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670862303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670862303Cleaning up temporary data from old regions at 1731670862330 (+27 ms)Region opened successfully at 1731670862344 (+14 ms) 2024-11-15T11:41:02,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:41:02,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:41:02,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:41:02,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:41:02,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:41:02,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:41:02,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731670862344Disabling compacts and flushes for region at 1731670862344Disabling writes for close at 1731670862345 (+1 ms)Writing region close event to WAL at 1731670862346 (+1 ms)Closed at 1731670862346 2024-11-15T11:41:02,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:41:02,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T11:41:02,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T11:41:02,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:41:02,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T11:41:02,523 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:03,524 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:04,524 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:05,525 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:06,526 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:07,527 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:08,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T11:41:08,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:08,527 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:09,528 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:10,529 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:11,529 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:12,530 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:13,531 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:14,532 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:15,532 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:16,533 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:17,534 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:18,534 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:19,535 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:20,536 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:21,536 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:22,537 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:23,538 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:24,538 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:25,539 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:26,540 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:26,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:41:27,540 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:28,541 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:29,542 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:30,543 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:31,543 WARN [dbbb793b8023:39177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T11:41:31,693 INFO [RS:0;dbbb793b8023:46639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T11:41:31,699 INFO [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C46639%2C1731670858739, suffix=, logDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/oldWALs, maxLogs=32 2024-11-15T11:41:31,719 DEBUG [RS:0;dbbb793b8023:46639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739/dbbb793b8023%2C46639%2C1731670858739.1731670891702, exclude list is [], retry=0 2024-11-15T11:41:31,723 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-d1a493df-557e-498b-82d0-3459460247ad,DISK] 2024-11-15T11:41:31,726 INFO [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739/dbbb793b8023%2C46639%2C1731670858739.1731670891702 2024-11-15T11:41:31,727 DEBUG [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46155:46155)] 2024-11-15T11:41:31,797 DEBUG [dbbb793b8023:39177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T11:41:31,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:31,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,46639,1731670858739, state=OPENING 2024-11-15T11:41:31,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T11:41:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:41:31,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:41:31,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:41:31,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T11:41:31,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:32,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T11:41:32,077 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T11:41:32,090 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T11:41:32,090 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T11:41:32,091 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T11:41:32,094 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbbb793b8023%2C46639%2C1731670858739.meta, suffix=.meta, logDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/oldWALs, maxLogs=32 2024-11-15T11:41:32,113 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739/dbbb793b8023%2C46639%2C1731670858739.meta.1731670892097.meta, exclude list is [], retry=0 2024-11-15T11:41:32,117 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41105,DS-d1a493df-557e-498b-82d0-3459460247ad,DISK] 2024-11-15T11:41:32,120 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739/dbbb793b8023%2C46639%2C1731670858739.meta.1731670892097.meta 2024-11-15T11:41:32,121 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46155:46155)] 2024-11-15T11:41:32,121 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:32,123 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T11:41:32,125 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T11:41:32,131 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T11:41:32,136 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T11:41:32,137 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:32,137 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T11:41:32,137 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T11:41:32,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T11:41:32,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T11:41:32,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:32,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:32,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T11:41:32,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T11:41:32,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:32,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:32,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T11:41:32,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T11:41:32,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:32,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:32,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T11:41:32,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T11:41:32,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:32,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T11:41:32,154 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T11:41:32,156 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740 2024-11-15T11:41:32,159 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740 2024-11-15T11:41:32,162 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T11:41:32,162 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T11:41:32,164 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T11:41:32,167 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T11:41:32,169 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62093426, jitterRate=-0.0747358500957489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T11:41:32,170 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T11:41:32,171 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731670892138Writing region info on filesystem at 1731670892138Initializing all the Stores at 1731670892141 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670892141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670892141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670892142 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731670892142Cleaning up temporary data from old regions at 1731670892163 (+21 ms)Running coprocessor post-open hooks at 1731670892170 (+7 ms)Region opened successfully at 1731670892171 (+1 ms) 2024-11-15T11:41:32,179 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731670892060 2024-11-15T11:41:32,191 DEBUG [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T11:41:32,192 INFO [RS_OPEN_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T11:41:32,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:32,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbbb793b8023,46639,1731670858739, state=OPEN 2024-11-15T11:41:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:41:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T11:41:32,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:41:32,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T11:41:32,236 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:32,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T11:41:32,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbbb793b8023,46639,1731670858739 in 346 msec 2024-11-15T11:41:32,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T11:41:32,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 29.8880 sec 2024-11-15T11:41:32,253 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T11:41:32,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T11:41:32,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:41:32,276 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,46639,1731670858739, seqNum=-1] 2024-11-15T11:41:32,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:41:32,302 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:41:32,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 30.9970 sec 2024-11-15T11:41:32,324 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731670892324, completionTime=-1 2024-11-15T11:41:32,327 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T11:41:32,327 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T11:41:32,353 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T11:41:32,353 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731670952353 2024-11-15T11:41:32,353 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731671012353 2024-11-15T11:41:32,354 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-15T11:41:32,356 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39177,1731670857834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,356 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39177,1731670857834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,356 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39177,1731670857834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,357 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbbb793b8023:39177, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,358 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,358 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,364 DEBUG [master/dbbb793b8023:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T11:41:32,386 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 33.455sec 2024-11-15T11:41:32,387 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T11:41:32,388 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T11:41:32,389 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T11:41:32,390 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T11:41:32,390 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T11:41:32,391 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39177,1731670857834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T11:41:32,391 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39177,1731670857834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T11:41:32,399 DEBUG [master/dbbb793b8023:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T11:41:32,400 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T11:41:32,400 INFO [master/dbbb793b8023:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbbb793b8023,39177,1731670857834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T11:41:32,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dc6f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:41:32,498 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T11:41:32,498 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T11:41:32,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39177,-1 for getting cluster id 2024-11-15T11:41:32,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:41:32,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9af78c84-1a38-4f2a-b87f-c307eaec83ab' 2024-11-15T11:41:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:41:32,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9af78c84-1a38-4f2a-b87f-c307eaec83ab" 2024-11-15T11:41:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b758490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:41:32,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39177,-1] 2024-11-15T11:41:32,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:41:32,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:41:32,523 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:41:32,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f0683d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:41:32,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:41:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,46639,1731670858739, seqNum=-1] 2024-11-15T11:41:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:41:32,538 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:41:32,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbbb793b8023,39177,1731670857834 2024-11-15T11:41:32,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:41:32,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbbb793b8023,39177,-1 for getting cluster id 2024-11-15T11:41:32,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T11:41:32,562 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9af78c84-1a38-4f2a-b87f-c307eaec83ab' 2024-11-15T11:41:32,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T11:41:32,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9af78c84-1a38-4f2a-b87f-c307eaec83ab" 2024-11-15T11:41:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd4d5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:41:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbbb793b8023,39177,-1] 2024-11-15T11:41:32,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T11:41:32,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:41:32,567 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T11:41:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467ca67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T11:41:32,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=214, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=4464 2024-11-15T11:41:32,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T11:41:32,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbbb793b8023,39177,1731670857834 2024-11-15T11:41:32,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef18a0 2024-11-15T11:41:32,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T11:41:32,601 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T11:41:32,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-11-15T11:41:32,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:41:32,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-11-15T11:41:32,622 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:32,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:41:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:41:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741835_1011 (size=428) 2024-11-15T11:41:33,044 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 096ccf82aba3a002a5634b8256fb1b70, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741836_1012 (size=79) 2024-11-15T11:41:33,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:33,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing 096ccf82aba3a002a5634b8256fb1b70, disabling compactions & flushes 2024-11-15T11:41:33,059 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. after waiting 0 ms 2024-11-15T11:41:33,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,059 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,059 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 096ccf82aba3a002a5634b8256fb1b70: Waiting for close lock at 1731670893059Disabling compacts and flushes for region at 1731670893059Disabling writes for close at 1731670893059Writing region close event to WAL at 1731670893059Closed at 1731670893059 2024-11-15T11:41:33,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:41:33,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1731670893062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670893062"}]},"ts":"1731670893062"} 2024-11-15T11:41:33,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:41:33,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:41:33,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670893077"}]},"ts":"1731670893077"} 2024-11-15T11:41:33,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-11-15T11:41:33,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=096ccf82aba3a002a5634b8256fb1b70, ASSIGN}] 2024-11-15T11:41:33,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=096ccf82aba3a002a5634b8256fb1b70, ASSIGN 2024-11-15T11:41:33,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=096ccf82aba3a002a5634b8256fb1b70, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:41:33,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=096ccf82aba3a002a5634b8256fb1b70, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:33,267 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=096ccf82aba3a002a5634b8256fb1b70, ASSIGN because future has completed 2024-11-15T11:41:33,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 096ccf82aba3a002a5634b8256fb1b70, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:33,432 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,432 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 096ccf82aba3a002a5634b8256fb1b70, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:33,433 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,433 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:33,433 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,433 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,436 INFO [StoreOpener-096ccf82aba3a002a5634b8256fb1b70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,439 INFO [StoreOpener-096ccf82aba3a002a5634b8256fb1b70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 096ccf82aba3a002a5634b8256fb1b70 columnFamilyName testFamily 2024-11-15T11:41:33,439 DEBUG [StoreOpener-096ccf82aba3a002a5634b8256fb1b70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:33,440 INFO [StoreOpener-096ccf82aba3a002a5634b8256fb1b70-1 {}] regionserver.HStore(327): Store=096ccf82aba3a002a5634b8256fb1b70/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:33,441 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,442 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,443 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,444 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,444 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,447 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,450 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:33,451 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 096ccf82aba3a002a5634b8256fb1b70; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66095037, jitterRate=-0.015107199549674988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:41:33,451 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:41:33,453 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 096ccf82aba3a002a5634b8256fb1b70: Running coprocessor pre-open hook at 1731670893433Writing region info on filesystem at 1731670893433Initializing all the Stores at 1731670893435 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670893435Cleaning up temporary data from old regions at 1731670893444 (+9 ms)Running coprocessor post-open hooks at 1731670893452 (+8 ms)Region opened successfully at 1731670893452 2024-11-15T11:41:33,455 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70., pid=6, masterSystemTime=1731670893424 2024-11-15T11:41:33,458 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,459 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:41:33,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=096ccf82aba3a002a5634b8256fb1b70, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:33,464 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 096ccf82aba3a002a5634b8256fb1b70, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:41:33,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T11:41:33,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 096ccf82aba3a002a5634b8256fb1b70, server=dbbb793b8023,46639,1731670858739 in 198 msec 2024-11-15T11:41:33,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T11:41:33,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=096ccf82aba3a002a5634b8256fb1b70, ASSIGN in 370 msec 2024-11-15T11:41:33,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:41:33,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670893480"}]},"ts":"1731670893480"} 2024-11-15T11:41:33,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-11-15T11:41:33,485 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:41:33,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 875 msec 2024-11-15T11:41:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T11:41:33,644 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-11-15T11:41:33,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-11-15T11:41:33,646 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:33,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-11-15T11:41:33,654 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:33,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-11-15T11:41:33,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T11:41:33,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbbb793b8023,46639,1731670858739, seqNum=-1] 2024-11-15T11:41:33,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T11:41:33,663 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T11:41:33,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:41:33,684 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:41:33,688 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-11-15T11:41:33,694 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-15T11:41:33,701 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-15T11:41:33,703 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-15T11:41:33,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2767974678445162504 2024-11-15T11:41:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670896703, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:33,734 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-15T11:41:33,735 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-15T11:41:33,737 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:33,739 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:33,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2767974678445162506 2024-11-15T11:41:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670896738, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:33,744 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:33,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=2767974678445162507 2024-11-15T11:41:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670896744, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:33,749 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:33,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=2767974678445162508 2024-11-15T11:41:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670896749, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:33,754 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:33,765 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=220 (was 214) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_503979411_22 at /127.0.0.1:43202 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 190), ProcessCount=11 (was 11), AvailableMemoryMB=4418 (was 4464) 2024-11-15T11:41:33,773 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=220, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=4417 2024-11-15T11:41:33,776 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:33,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-11-15T11:41:33,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:41:33,781 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:33,781 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-11-15T11:41:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:41:33,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:41:33,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741837_1013 (size=414) 2024-11-15T11:41:34,198 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41598d77b58bbd1603fad21e2156c6f5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741838_1014 (size=65) 2024-11-15T11:41:34,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:34,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing 41598d77b58bbd1603fad21e2156c6f5, disabling compactions & flushes 2024-11-15T11:41:34,610 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,610 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. after waiting 0 ms 2024-11-15T11:41:34,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,611 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,611 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41598d77b58bbd1603fad21e2156c6f5: Waiting for close lock at 1731670894610Disabling compacts and flushes for region at 1731670894610Disabling writes for close at 1731670894611 (+1 ms)Writing region close event to WAL at 1731670894611Closed at 1731670894611 2024-11-15T11:41:34,613 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:41:34,614 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1731670894614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670894614"}]},"ts":"1731670894614"} 2024-11-15T11:41:34,618 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:41:34,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:41:34,621 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670894621"}]},"ts":"1731670894621"} 2024-11-15T11:41:34,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-15T11:41:34,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=41598d77b58bbd1603fad21e2156c6f5, ASSIGN}] 2024-11-15T11:41:34,628 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=41598d77b58bbd1603fad21e2156c6f5, ASSIGN 2024-11-15T11:41:34,629 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=41598d77b58bbd1603fad21e2156c6f5, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:41:34,780 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=41598d77b58bbd1603fad21e2156c6f5, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:34,784 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=41598d77b58bbd1603fad21e2156c6f5, ASSIGN because future has completed 2024-11-15T11:41:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41598d77b58bbd1603fad21e2156c6f5, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:41:34,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 41598d77b58bbd1603fad21e2156c6f5, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:34,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:34,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,951 INFO [StoreOpener-41598d77b58bbd1603fad21e2156c6f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,953 INFO [StoreOpener-41598d77b58bbd1603fad21e2156c6f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41598d77b58bbd1603fad21e2156c6f5 columnFamilyName testFamily 2024-11-15T11:41:34,954 DEBUG [StoreOpener-41598d77b58bbd1603fad21e2156c6f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:34,955 INFO [StoreOpener-41598d77b58bbd1603fad21e2156c6f5-1 {}] regionserver.HStore(327): Store=41598d77b58bbd1603fad21e2156c6f5/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:34,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:34,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened 41598d77b58bbd1603fad21e2156c6f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65048298, jitterRate=-0.03070482611656189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:41:34,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:41:34,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 41598d77b58bbd1603fad21e2156c6f5: Running coprocessor pre-open hook at 1731670894948Writing region info on filesystem at 1731670894948Initializing all the Stores at 1731670894950 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670894950Cleaning up temporary data from old regions at 1731670894958 (+8 ms)Running coprocessor post-open hooks at 1731670894966 (+8 ms)Region opened successfully at 1731670894967 (+1 ms) 2024-11-15T11:41:34,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., pid=9, masterSystemTime=1731670894938 2024-11-15T11:41:34,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:41:34,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=41598d77b58bbd1603fad21e2156c6f5, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:34,978 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41598d77b58bbd1603fad21e2156c6f5, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:41:34,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T11:41:34,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 41598d77b58bbd1603fad21e2156c6f5, server=dbbb793b8023,46639,1731670858739 in 195 msec 2024-11-15T11:41:34,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T11:41:34,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=41598d77b58bbd1603fad21e2156c6f5, ASSIGN in 359 msec 2024-11-15T11:41:34,991 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:41:34,991 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670894991"}]},"ts":"1731670894991"} 2024-11-15T11:41:34,994 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-15T11:41:34,996 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:41:35,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2210 sec 2024-11-15T11:41:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T11:41:36,823 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-11-15T11:41:36,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-15T11:41:36,824 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-15T11:41:36,831 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:36,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-11-15T11:41:36,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:41:36,851 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:41:36,851 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-15T11:41:36,857 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-15T11:41:36,859 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-15T11:41:37,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:41:37,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-11-15T11:41:37,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T11:41:37,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-11-15T11:41:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:41:38,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:41:38,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T11:41:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-15T11:41:38,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:38,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-15T11:41:38,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:42,875 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., hostname=dbbb793b8023,46639,1731670858739, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbbb793b8023:46639 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms 2024-11-15T11:41:42,876 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms 2024-11-15T11:41:42,876 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 from cache 2024-11-15T11:41:42,889 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=223 (was 220) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4376 (was 4417) 2024-11-15T11:41:42,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=4376 2024-11-15T11:41:42,901 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:42,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-11-15T11:41:42,905 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:41:42,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:42,906 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-11-15T11:41:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-15T11:41:42,908 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:41:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741839_1015 (size=412) 2024-11-15T11:41:43,323 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9769c66e7f5fa53d1ca189e5e95a9467, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:43,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741840_1016 (size=63) 2024-11-15T11:41:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 88 bytes 2024-11-15T11:41:43,736 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:43,736 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 9769c66e7f5fa53d1ca189e5e95a9467, disabling compactions & flushes 2024-11-15T11:41:43,736 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:43,736 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:43,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. after waiting 0 ms 2024-11-15T11:41:43,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:43,737 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:43,737 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9769c66e7f5fa53d1ca189e5e95a9467: Waiting for close lock at 1731670903736Disabling compacts and flushes for region at 1731670903736Disabling writes for close at 1731670903737 (+1 ms)Writing region close event to WAL at 1731670903737Closed at 1731670903737 2024-11-15T11:41:43,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:41:43,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1731670903740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670903740"}]},"ts":"1731670903740"} 2024-11-15T11:41:43,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:41:43,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:41:43,747 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670903747"}]},"ts":"1731670903747"} 2024-11-15T11:41:43,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-15T11:41:43,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9769c66e7f5fa53d1ca189e5e95a9467, ASSIGN}] 2024-11-15T11:41:43,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9769c66e7f5fa53d1ca189e5e95a9467, ASSIGN 2024-11-15T11:41:43,756 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9769c66e7f5fa53d1ca189e5e95a9467, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:41:43,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9769c66e7f5fa53d1ca189e5e95a9467, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:43,911 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9769c66e7f5fa53d1ca189e5e95a9467, ASSIGN because future has completed 2024-11-15T11:41:43,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9769c66e7f5fa53d1ca189e5e95a9467, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-15T11:41:44,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:44,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9769c66e7f5fa53d1ca189e5e95a9467, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:44,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:44,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,077 INFO [StoreOpener-9769c66e7f5fa53d1ca189e5e95a9467-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,080 INFO [StoreOpener-9769c66e7f5fa53d1ca189e5e95a9467-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9769c66e7f5fa53d1ca189e5e95a9467 columnFamilyName testFamily 2024-11-15T11:41:44,081 DEBUG [StoreOpener-9769c66e7f5fa53d1ca189e5e95a9467-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:44,081 INFO [StoreOpener-9769c66e7f5fa53d1ca189e5e95a9467-1 {}] regionserver.HStore(327): Store=9769c66e7f5fa53d1ca189e5e95a9467/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:44,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:44,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 9769c66e7f5fa53d1ca189e5e95a9467; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69147549, jitterRate=0.03037877380847931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:41:44,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:41:44,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9769c66e7f5fa53d1ca189e5e95a9467: Running coprocessor pre-open hook at 1731670904075Writing region info on filesystem at 1731670904075Initializing all the Stores at 1731670904077 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670904077Cleaning up temporary data from old regions at 1731670904085 (+8 ms)Running coprocessor post-open hooks at 1731670904093 (+8 ms)Region opened successfully at 1731670904094 (+1 ms) 2024-11-15T11:41:44,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467., pid=12, masterSystemTime=1731670904066 2024-11-15T11:41:44,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:44,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:41:44,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=9769c66e7f5fa53d1ca189e5e95a9467, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:44,103 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9769c66e7f5fa53d1ca189e5e95a9467, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:41:44,110 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T11:41:44,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 9769c66e7f5fa53d1ca189e5e95a9467, server=dbbb793b8023,46639,1731670858739 in 193 msec 2024-11-15T11:41:44,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T11:41:44,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=9769c66e7f5fa53d1ca189e5e95a9467, ASSIGN in 359 msec 2024-11-15T11:41:44,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:41:44,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670904116"}]},"ts":"1731670904116"} 2024-11-15T11:41:44,120 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-15T11:41:44,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:41:44,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.2210 sec 2024-11-15T11:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-11-15T11:41:45,942 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-11-15T11:41:45,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-15T11:41:45,942 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:45,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-15T11:41:45,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:45,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-11-15T11:41:45,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:41:45,971 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:41:45,971 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-15T11:41:45,975 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-15T11:41:45,978 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-15T11:41:45,979 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-15T11:41:45,980 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-15T11:41:48,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-15T11:41:48,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:49,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:41:49,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-11-15T11:41:51,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162517' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T11:41:51,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43288 deadline: 1731670917986, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162517' does not exist 2024-11-15T11:41:51,995 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbbb793b8023,46639,1731670858739 for closing scanner id = 2767974678445162517 for 9769c66e7f5fa53d1ca189e5e95a9467 of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162517' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:41:51,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=225 (was 223) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 191) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4317 (was 4376) 2024-11-15T11:41:52,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=225, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=4317 2024-11-15T11:41:52,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-11-15T11:41:52,020 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:41:52,020 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:52,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-11-15T11:41:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T11:41:52,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:41:52,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741841_1017 (size=423) 2024-11-15T11:41:52,034 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e27e9775fe71d7e3c621e1674eccc4e, NAME => 'testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741842_1018 (size=74) 2024-11-15T11:41:52,448 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:52,448 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing 5e27e9775fe71d7e3c621e1674eccc4e, disabling compactions & flushes 2024-11-15T11:41:52,448 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,448 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,448 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. after waiting 0 ms 2024-11-15T11:41:52,448 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,448 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,448 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e27e9775fe71d7e3c621e1674eccc4e: Waiting for close lock at 1731670912448Disabling compacts and flushes for region at 1731670912448Disabling writes for close at 1731670912448Writing region close event to WAL at 1731670912448Closed at 1731670912448 2024-11-15T11:41:52,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 82 bytes 2024-11-15T11:41:52,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:41:52,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731670912502"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670912502"}]},"ts":"1731670912502"} 2024-11-15T11:41:52,506 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:41:52,508 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:41:52,508 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670912508"}]},"ts":"1731670912508"} 2024-11-15T11:41:52,511 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-11-15T11:41:52,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5e27e9775fe71d7e3c621e1674eccc4e, ASSIGN}] 2024-11-15T11:41:52,514 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5e27e9775fe71d7e3c621e1674eccc4e, ASSIGN 2024-11-15T11:41:52,516 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5e27e9775fe71d7e3c621e1674eccc4e, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:41:52,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5e27e9775fe71d7e3c621e1674eccc4e, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:52,671 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5e27e9775fe71d7e3c621e1674eccc4e, ASSIGN because future has completed 2024-11-15T11:41:52,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e27e9775fe71d7e3c621e1674eccc4e, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:52,832 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,833 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e27e9775fe71d7e3c621e1674eccc4e, NAME => 'testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:52,833 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,834 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:52,834 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,834 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,837 INFO [StoreOpener-5e27e9775fe71d7e3c621e1674eccc4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,842 INFO [StoreOpener-5e27e9775fe71d7e3c621e1674eccc4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e27e9775fe71d7e3c621e1674eccc4e columnFamilyName testFamily 2024-11-15T11:41:52,842 DEBUG [StoreOpener-5e27e9775fe71d7e3c621e1674eccc4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:52,843 INFO [StoreOpener-5e27e9775fe71d7e3c621e1674eccc4e-1 {}] regionserver.HStore(327): Store=5e27e9775fe71d7e3c621e1674eccc4e/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:52,844 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,845 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,846 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,846 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,846 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,850 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,856 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:52,857 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5e27e9775fe71d7e3c621e1674eccc4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62150167, jitterRate=-0.07389034330844879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:41:52,857 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:41:52,858 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5e27e9775fe71d7e3c621e1674eccc4e: Running coprocessor pre-open hook at 1731670912834Writing region info on filesystem at 1731670912834Initializing all the Stores at 1731670912836 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670912836Cleaning up temporary data from old regions at 1731670912847 (+11 ms)Running coprocessor post-open hooks at 1731670912857 (+10 ms)Region opened successfully at 1731670912858 (+1 ms) 2024-11-15T11:41:52,859 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e., pid=15, masterSystemTime=1731670912826 2024-11-15T11:41:52,863 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,863 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:41:52,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=5e27e9775fe71d7e3c621e1674eccc4e, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:52,869 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e27e9775fe71d7e3c621e1674eccc4e, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:41:52,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T11:41:52,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e27e9775fe71d7e3c621e1674eccc4e, server=dbbb793b8023,46639,1731670858739 in 200 msec 2024-11-15T11:41:52,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T11:41:52,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=5e27e9775fe71d7e3c621e1674eccc4e, ASSIGN in 366 msec 2024-11-15T11:41:52,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:41:52,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670912886"}]},"ts":"1731670912886"} 2024-11-15T11:41:52,890 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-11-15T11:41:52,892 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:41:52,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 876 msec 2024-11-15T11:41:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T11:41:53,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-11-15T11:41:53,033 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-11-15T11:41:53,033 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:53,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-11-15T11:41:53,038 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:53,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-11-15T11:41:53,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:41:53,060 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:41:53,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-11-15T11:41:53,064 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-11-15T11:41:53,067 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-11-15T11:41:53,068 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-11-15T11:41:53,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2767974678445162521 2024-11-15T11:41:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670916068, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:53,072 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-11-15T11:41:53,074 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-11-15T11:41:53,074 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:53,076 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:53,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=2767974678445162523 2024-11-15T11:41:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670916076, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:53,081 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:53,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=2767974678445162524 2024-11-15T11:41:53,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670916080, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:53,086 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:53,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=2767974678445162525 2024-11-15T11:41:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 43 connection: 172.17.0.2:43288 deadline: 1731670916086, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-11-15T11:41:53,092 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-11-15T11:41:53,100 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=228 (was 225) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_503979411_22 at /127.0.0.1:33788 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=4300 (was 4317) 2024-11-15T11:41:53,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=228, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=4301 2024-11-15T11:41:53,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-11-15T11:41:53,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:41:53,116 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:53,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-11-15T11:41:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-15T11:41:53,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:41:53,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741843_1019 (size=418) 2024-11-15T11:41:53,134 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b037266f5e247b6c353331039797ec45, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:53,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741844_1020 (size=69) 2024-11-15T11:41:53,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:53,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b037266f5e247b6c353331039797ec45, disabling compactions & flushes 2024-11-15T11:41:53,551 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. after waiting 0 ms 2024-11-15T11:41:53,551 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,551 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,552 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b037266f5e247b6c353331039797ec45: Waiting for close lock at 1731670913551Disabling compacts and flushes for region at 1731670913551Disabling writes for close at 1731670913551Writing region close event to WAL at 1731670913551Closed at 1731670913551 2024-11-15T11:41:53,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:41:53,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1731670913555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670913555"}]},"ts":"1731670913555"} 2024-11-15T11:41:53,560 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:41:53,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:41:53,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670913563"}]},"ts":"1731670913563"} 2024-11-15T11:41:53,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-11-15T11:41:53,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b037266f5e247b6c353331039797ec45, ASSIGN}] 2024-11-15T11:41:53,568 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b037266f5e247b6c353331039797ec45, ASSIGN 2024-11-15T11:41:53,570 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b037266f5e247b6c353331039797ec45, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:41:53,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b037266f5e247b6c353331039797ec45, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:53,725 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b037266f5e247b6c353331039797ec45, ASSIGN because future has completed 2024-11-15T11:41:53,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b037266f5e247b6c353331039797ec45, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:53,887 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,888 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b037266f5e247b6c353331039797ec45, NAME => 'testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:53,888 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,889 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:53,889 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,889 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,893 INFO [StoreOpener-b037266f5e247b6c353331039797ec45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,896 INFO [StoreOpener-b037266f5e247b6c353331039797ec45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b037266f5e247b6c353331039797ec45 columnFamilyName testFamily 2024-11-15T11:41:53,896 DEBUG [StoreOpener-b037266f5e247b6c353331039797ec45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:53,897 INFO [StoreOpener-b037266f5e247b6c353331039797ec45-1 {}] regionserver.HStore(327): Store=b037266f5e247b6c353331039797ec45/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:53,897 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,899 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,899 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,900 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,900 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,903 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,908 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:53,909 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b037266f5e247b6c353331039797ec45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66027102, jitterRate=-0.01611950993537903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:41:53,909 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b037266f5e247b6c353331039797ec45 2024-11-15T11:41:53,910 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b037266f5e247b6c353331039797ec45: Running coprocessor pre-open hook at 1731670913889Writing region info on filesystem at 1731670913889Initializing all the Stores at 1731670913892 (+3 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670913892Cleaning up temporary data from old regions at 1731670913900 (+8 ms)Running coprocessor post-open hooks at 1731670913909 (+9 ms)Region opened successfully at 1731670913909 2024-11-15T11:41:53,911 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., pid=18, masterSystemTime=1731670913880 2024-11-15T11:41:53,914 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,915 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:41:53,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b037266f5e247b6c353331039797ec45, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:53,918 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b037266f5e247b6c353331039797ec45, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:41:53,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-15T11:41:53,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure b037266f5e247b6c353331039797ec45, server=dbbb793b8023,46639,1731670858739 in 195 msec 2024-11-15T11:41:53,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T11:41:53,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b037266f5e247b6c353331039797ec45, ASSIGN in 356 msec 2024-11-15T11:41:53,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:41:53,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670913926"}]},"ts":"1731670913926"} 2024-11-15T11:41:53,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-11-15T11:41:53,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:41:53,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 820 msec 2024-11-15T11:41:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-11-15T11:41:54,133 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-11-15T11:41:54,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-11-15T11:41:54,133 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:54,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-11-15T11:41:54,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:41:54,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-11-15T11:41:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:41:54,156 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:41:54,156 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-11-15T11:41:54,160 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-15T11:41:54,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-15T11:41:55,165 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbbb793b8023:46639 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-15T11:41:55,166 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-15T11:41:55,166 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 from cache 2024-11-15T11:41:55,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 88 bytes 2024-11-15T11:41:55,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-11-15T11:41:55,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-11-15T11:41:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:41:56,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-15T11:41:56,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:41:57,165 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbbb793b8023:46639 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=990ms, rpcTimeout=985ms 2024-11-15T11:41:57,165 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=990ms, rpcTimeout=985ms 2024-11-15T11:41:57,165 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 from cache 2024-11-15T11:41:57,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223 (was 228), OpenFileDescriptor=449 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 192), ProcessCount=11 (was 11), AvailableMemoryMB=4294 (was 4301) 2024-11-15T11:41:57,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=223, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=4294 2024-11-15T11:41:57,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:41:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-11-15T11:41:57,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:41:57,188 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:57,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-11-15T11:41:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T11:41:57,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:41:57,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741845_1021 (size=416) 2024-11-15T11:41:57,602 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa6999d25af66077a2f8e5f4b34d7b8a, NAME => 'testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:41:57,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741846_1022 (size=67) 2024-11-15T11:41:57,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 88 bytes 2024-11-15T11:41:58,017 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:58,018 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing fa6999d25af66077a2f8e5f4b34d7b8a, disabling compactions & flushes 2024-11-15T11:41:58,018 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,018 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,018 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. after waiting 0 ms 2024-11-15T11:41:58,018 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,018 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,019 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa6999d25af66077a2f8e5f4b34d7b8a: Waiting for close lock at 1731670918018Disabling compacts and flushes for region at 1731670918018Disabling writes for close at 1731670918018Writing region close event to WAL at 1731670918018Closed at 1731670918018 2024-11-15T11:41:58,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:41:58,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1731670918022"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670918022"}]},"ts":"1731670918022"} 2024-11-15T11:41:58,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:41:58,027 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:41:58,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670918027"}]},"ts":"1731670918027"} 2024-11-15T11:41:58,030 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-11-15T11:41:58,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fa6999d25af66077a2f8e5f4b34d7b8a, ASSIGN}] 2024-11-15T11:41:58,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fa6999d25af66077a2f8e5f4b34d7b8a, ASSIGN 2024-11-15T11:41:58,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fa6999d25af66077a2f8e5f4b34d7b8a, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:41:58,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fa6999d25af66077a2f8e5f4b34d7b8a, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:58,189 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fa6999d25af66077a2f8e5f4b34d7b8a, ASSIGN because future has completed 2024-11-15T11:41:58,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa6999d25af66077a2f8e5f4b34d7b8a, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:41:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T11:41:58,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:41:58,351 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,351 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fa6999d25af66077a2f8e5f4b34d7b8a, NAME => 'testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:41:58,352 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,352 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:41:58,352 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,353 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,356 INFO [StoreOpener-fa6999d25af66077a2f8e5f4b34d7b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,359 INFO [StoreOpener-fa6999d25af66077a2f8e5f4b34d7b8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa6999d25af66077a2f8e5f4b34d7b8a columnFamilyName testFamily 2024-11-15T11:41:58,359 DEBUG [StoreOpener-fa6999d25af66077a2f8e5f4b34d7b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:41:58,360 INFO [StoreOpener-fa6999d25af66077a2f8e5f4b34d7b8a-1 {}] regionserver.HStore(327): Store=fa6999d25af66077a2f8e5f4b34d7b8a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:41:58,360 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,362 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,362 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,363 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,363 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,366 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,370 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:41:58,371 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fa6999d25af66077a2f8e5f4b34d7b8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60991830, jitterRate=-0.0911509096622467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:41:58,371 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:41:58,371 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fa6999d25af66077a2f8e5f4b34d7b8a: Running coprocessor pre-open hook at 1731670918353Writing region info on filesystem at 1731670918353Initializing all the Stores at 1731670918354 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670918354Cleaning up temporary data from old regions at 1731670918363 (+9 ms)Running coprocessor post-open hooks at 1731670918371 (+8 ms)Region opened successfully at 1731670918371 2024-11-15T11:41:58,373 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a., pid=21, masterSystemTime=1731670918343 2024-11-15T11:41:58,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-15T11:41:58,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:58,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-15T11:41:58,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:58,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-15T11:41:58,375 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-11-15T11:41:58,376 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:41:58,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=fa6999d25af66077a2f8e5f4b34d7b8a, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:41:58,379 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa6999d25af66077a2f8e5f4b34d7b8a, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:41:58,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-15T11:41:58,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure fa6999d25af66077a2f8e5f4b34d7b8a, server=dbbb793b8023,46639,1731670858739 in 192 msec 2024-11-15T11:41:58,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-15T11:41:58,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=fa6999d25af66077a2f8e5f4b34d7b8a, ASSIGN in 354 msec 2024-11-15T11:41:58,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:41:58,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670918390"}]},"ts":"1731670918390"} 2024-11-15T11:41:58,393 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-11-15T11:41:58,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:41:58,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.2100 sec 2024-11-15T11:42:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-15T11:42:00,212 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-11-15T11:42:00,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-11-15T11:42:00,212 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:00,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-11-15T11:42:00,220 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:00,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-11-15T11:42:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:42:00,237 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:42:00,237 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-11-15T11:42:00,240 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-15T11:42:00,243 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-15T11:42:00,244 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-15T11:42:00,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-15T11:42:01,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-11-15T11:42:03,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162536' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T11:42:03,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43288 deadline: 1731670924249, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162536' does not exist 2024-11-15T11:42:03,251 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbbb793b8023,46639,1731670858739 for closing scanner id = 2767974678445162536 for fa6999d25af66077a2f8e5f4b34d7b8a of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162536' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:03,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 223), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=178 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=4290 (was 4294) 2024-11-15T11:42:03,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=4289 2024-11-15T11:42:03,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:42:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-11-15T11:42:03,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:42:03,273 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:03,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-11-15T11:42:03,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:42:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-15T11:42:03,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741847_1023 (size=411) 2024-11-15T11:42:03,687 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d7d952b0d91ec9d99d057608858f75d, NAME => 'testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:42:03,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741848_1024 (size=62) 2024-11-15T11:42:03,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 82 bytes 2024-11-15T11:42:03,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:04,097 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:04,097 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 7d7d952b0d91ec9d99d057608858f75d, disabling compactions & flushes 2024-11-15T11:42:04,097 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. after waiting 0 ms 2024-11-15T11:42:04,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,098 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,098 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d7d952b0d91ec9d99d057608858f75d: Waiting for close lock at 1731670924097Disabling compacts and flushes for region at 1731670924097Disabling writes for close at 1731670924098 (+1 ms)Writing region close event to WAL at 1731670924098Closed at 1731670924098 2024-11-15T11:42:04,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:42:04,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731670924100"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670924100"}]},"ts":"1731670924100"} 2024-11-15T11:42:04,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:42:04,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:42:04,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670924105"}]},"ts":"1731670924105"} 2024-11-15T11:42:04,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-15T11:42:04,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7d7d952b0d91ec9d99d057608858f75d, ASSIGN}] 2024-11-15T11:42:04,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7d7d952b0d91ec9d99d057608858f75d, ASSIGN 2024-11-15T11:42:04,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7d7d952b0d91ec9d99d057608858f75d, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:42:04,263 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7d7d952b0d91ec9d99d057608858f75d, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:04,267 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7d7d952b0d91ec9d99d057608858f75d, ASSIGN because future has completed 2024-11-15T11:42:04,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d7d952b0d91ec9d99d057608858f75d, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:42:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-15T11:42:04,427 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,428 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d7d952b0d91ec9d99d057608858f75d, NAME => 'testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:04,428 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,428 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:04,428 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,428 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,432 INFO [StoreOpener-7d7d952b0d91ec9d99d057608858f75d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,434 INFO [StoreOpener-7d7d952b0d91ec9d99d057608858f75d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d7d952b0d91ec9d99d057608858f75d columnFamilyName testFamily 2024-11-15T11:42:04,435 DEBUG [StoreOpener-7d7d952b0d91ec9d99d057608858f75d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:04,435 INFO [StoreOpener-7d7d952b0d91ec9d99d057608858f75d-1 {}] regionserver.HStore(327): Store=7d7d952b0d91ec9d99d057608858f75d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:04,436 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,437 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,438 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,439 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,439 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,441 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,444 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:04,445 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7d7d952b0d91ec9d99d057608858f75d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64520659, jitterRate=-0.03856725990772247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:04,445 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:04,446 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7d7d952b0d91ec9d99d057608858f75d: Running coprocessor pre-open hook at 1731670924429Writing region info on filesystem at 1731670924429Initializing all the Stores at 1731670924431 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670924431Cleaning up temporary data from old regions at 1731670924439 (+8 ms)Running coprocessor post-open hooks at 1731670924445 (+6 ms)Region opened successfully at 1731670924445 2024-11-15T11:42:04,447 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d., pid=24, masterSystemTime=1731670924422 2024-11-15T11:42:04,449 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,450 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:04,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7d7d952b0d91ec9d99d057608858f75d, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:04,453 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d7d952b0d91ec9d99d057608858f75d, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:42:04,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-15T11:42:04,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d7d952b0d91ec9d99d057608858f75d, server=dbbb793b8023,46639,1731670858739 in 187 msec 2024-11-15T11:42:04,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-15T11:42:04,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=7d7d952b0d91ec9d99d057608858f75d, ASSIGN in 350 msec 2024-11-15T11:42:04,464 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:42:04,464 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670924464"}]},"ts":"1731670924464"} 2024-11-15T11:42:04,467 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-15T11:42:04,469 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:42:04,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.2000 sec 2024-11-15T11:42:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-11-15T11:42:06,313 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-11-15T11:42:06,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-15T11:42:06,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:06,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-15T11:42:06,322 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:06,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-11-15T11:42:06,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:42:06,337 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:42:06,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-15T11:42:06,340 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-15T11:42:06,342 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-15T11:42:06,343 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-15T11:42:06,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-11-15T11:42:07,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-11-15T11:42:08,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-15T11:42:08,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-15T11:42:09,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162540' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T11:42:09,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43288 deadline: 1731670930348, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162540' does not exist 2024-11-15T11:42:09,350 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbbb793b8023,46639,1731670858739 for closing scanner id = 2767974678445162540 for 7d7d952b0d91ec9d99d057608858f75d of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162540' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:09,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=4280 (was 4289) 2024-11-15T11:42:09,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=4280 2024-11-15T11:42:09,368 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:42:09,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-11-15T11:42:09,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:42:09,371 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:09,372 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-11-15T11:42:09,373 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:42:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T11:42:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741849_1025 (size=419) 2024-11-15T11:42:09,787 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4be450270da306e1aa7ae44fbe4ef4d9, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:42:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741850_1026 (size=70) 2024-11-15T11:42:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 82 bytes 2024-11-15T11:42:09,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:10,198 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:10,198 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 4be450270da306e1aa7ae44fbe4ef4d9, disabling compactions & flushes 2024-11-15T11:42:10,198 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,198 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,199 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. after waiting 0 ms 2024-11-15T11:42:10,199 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,199 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,199 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4be450270da306e1aa7ae44fbe4ef4d9: Waiting for close lock at 1731670930198Disabling compacts and flushes for region at 1731670930198Disabling writes for close at 1731670930199 (+1 ms)Writing region close event to WAL at 1731670930199Closed at 1731670930199 2024-11-15T11:42:10,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:42:10,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1731670930200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670930200"}]},"ts":"1731670930200"} 2024-11-15T11:42:10,204 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:42:10,206 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:42:10,206 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670930206"}]},"ts":"1731670930206"} 2024-11-15T11:42:10,209 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-15T11:42:10,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4be450270da306e1aa7ae44fbe4ef4d9, ASSIGN}] 2024-11-15T11:42:10,211 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4be450270da306e1aa7ae44fbe4ef4d9, ASSIGN 2024-11-15T11:42:10,212 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4be450270da306e1aa7ae44fbe4ef4d9, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:42:10,363 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4be450270da306e1aa7ae44fbe4ef4d9, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:10,367 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4be450270da306e1aa7ae44fbe4ef4d9, ASSIGN because future has completed 2024-11-15T11:42:10,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be450270da306e1aa7ae44fbe4ef4d9, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:42:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T11:42:10,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 4be450270da306e1aa7ae44fbe4ef4d9, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:10,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:10,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,531 INFO [StoreOpener-4be450270da306e1aa7ae44fbe4ef4d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,534 INFO [StoreOpener-4be450270da306e1aa7ae44fbe4ef4d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4be450270da306e1aa7ae44fbe4ef4d9 columnFamilyName testFamily 2024-11-15T11:42:10,534 DEBUG [StoreOpener-4be450270da306e1aa7ae44fbe4ef4d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:10,535 INFO [StoreOpener-4be450270da306e1aa7ae44fbe4ef4d9-1 {}] regionserver.HStore(327): Store=4be450270da306e1aa7ae44fbe4ef4d9/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:10,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:10,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 4be450270da306e1aa7ae44fbe4ef4d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72878749, jitterRate=0.08597798645496368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:10,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:10,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 4be450270da306e1aa7ae44fbe4ef4d9: Running coprocessor pre-open hook at 1731670930529Writing region info on filesystem at 1731670930529Initializing all the Stores at 1731670930531 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670930531Cleaning up temporary data from old regions at 1731670930537 (+6 ms)Running coprocessor post-open hooks at 1731670930545 (+8 ms)Region opened successfully at 1731670930546 (+1 ms) 2024-11-15T11:42:10,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., pid=27, masterSystemTime=1731670930521 2024-11-15T11:42:10,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:10,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=4be450270da306e1aa7ae44fbe4ef4d9, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:10,553 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4be450270da306e1aa7ae44fbe4ef4d9, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:42:10,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-15T11:42:10,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 4be450270da306e1aa7ae44fbe4ef4d9, server=dbbb793b8023,46639,1731670858739 in 188 msec 2024-11-15T11:42:10,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-15T11:42:10,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=4be450270da306e1aa7ae44fbe4ef4d9, ASSIGN in 349 msec 2024-11-15T11:42:10,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:42:10,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670930562"}]},"ts":"1731670930562"} 2024-11-15T11:42:10,565 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-15T11:42:10,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:42:10,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1980 sec 2024-11-15T11:42:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-15T11:42:12,413 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-11-15T11:42:12,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-15T11:42:12,414 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:12,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-15T11:42:12,421 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:12,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-11-15T11:42:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:42:12,438 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:42:12,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-15T11:42:12,442 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-15T11:42:12,444 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-11-15T11:42:13,060 INFO [master/dbbb793b8023:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T11:42:13,061 INFO [master/dbbb793b8023:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T11:42:13,723 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-11-15T11:42:16,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:18,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-11-15T11:42:18,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-11-15T11:42:18,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., hostname=dbbb793b8023,46639,1731670858739, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbbb793b8023:46639 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms 2024-11-15T11:42:18,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6002ms, rpcTimeout=5999ms 2024-11-15T11:42:18,445 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 from cache 2024-11-15T11:42:18,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=192 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4262 (was 4280) 2024-11-15T11:42:18,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=4262 2024-11-15T11:42:18,466 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:42:18,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-11-15T11:42:18,470 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:42:18,470 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:18,470 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-11-15T11:42:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T11:42:18,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:42:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741851_1027 (size=407) 2024-11-15T11:42:18,884 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a06541b48cc9359a6b5ba29d7c74270, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:42:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741852_1028 (size=58) 2024-11-15T11:42:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 88 bytes 2024-11-15T11:42:19,296 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:19,296 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4a06541b48cc9359a6b5ba29d7c74270, disabling compactions & flushes 2024-11-15T11:42:19,297 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,297 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,297 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. after waiting 0 ms 2024-11-15T11:42:19,297 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,297 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,297 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a06541b48cc9359a6b5ba29d7c74270: Waiting for close lock at 1731670939296Disabling compacts and flushes for region at 1731670939296Disabling writes for close at 1731670939297 (+1 ms)Writing region close event to WAL at 1731670939297Closed at 1731670939297 2024-11-15T11:42:19,299 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:42:19,300 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1731670939299"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670939299"}]},"ts":"1731670939299"} 2024-11-15T11:42:19,304 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:42:19,306 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:42:19,306 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670939306"}]},"ts":"1731670939306"} 2024-11-15T11:42:19,309 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-11-15T11:42:19,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4a06541b48cc9359a6b5ba29d7c74270, ASSIGN}] 2024-11-15T11:42:19,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4a06541b48cc9359a6b5ba29d7c74270, ASSIGN 2024-11-15T11:42:19,312 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4a06541b48cc9359a6b5ba29d7c74270, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:42:19,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4a06541b48cc9359a6b5ba29d7c74270, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:19,467 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4a06541b48cc9359a6b5ba29d7c74270, ASSIGN because future has completed 2024-11-15T11:42:19,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a06541b48cc9359a6b5ba29d7c74270, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:42:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T11:42:19,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a06541b48cc9359a6b5ba29d7c74270, NAME => 'hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:19,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:19,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,631 INFO [StoreOpener-4a06541b48cc9359a6b5ba29d7c74270-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,633 INFO [StoreOpener-4a06541b48cc9359a6b5ba29d7c74270-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a06541b48cc9359a6b5ba29d7c74270 columnFamilyName testFamily 2024-11-15T11:42:19,633 DEBUG [StoreOpener-4a06541b48cc9359a6b5ba29d7c74270-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:19,634 INFO [StoreOpener-4a06541b48cc9359a6b5ba29d7c74270-1 {}] regionserver.HStore(327): Store=4a06541b48cc9359a6b5ba29d7c74270/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:19,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:19,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 4a06541b48cc9359a6b5ba29d7c74270; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70030840, jitterRate=0.0435408353805542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:19,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:19,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 4a06541b48cc9359a6b5ba29d7c74270: Running coprocessor pre-open hook at 1731670939629Writing region info on filesystem at 1731670939629Initializing all the Stores at 1731670939630 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670939630Cleaning up temporary data from old regions at 1731670939637 (+7 ms)Running coprocessor post-open hooks at 1731670939644 (+7 ms)Region opened successfully at 1731670939644 2024-11-15T11:42:19,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270., pid=30, masterSystemTime=1731670939620 2024-11-15T11:42:19,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:19,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4a06541b48cc9359a6b5ba29d7c74270, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:19,652 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a06541b48cc9359a6b5ba29d7c74270, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:42:19,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-15T11:42:19,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a06541b48cc9359a6b5ba29d7c74270, server=dbbb793b8023,46639,1731670858739 in 186 msec 2024-11-15T11:42:19,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-15T11:42:19,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4a06541b48cc9359a6b5ba29d7c74270, ASSIGN in 347 msec 2024-11-15T11:42:19,660 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:42:19,660 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670939660"}]},"ts":"1731670939660"} 2024-11-15T11:42:19,662 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-11-15T11:42:19,664 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:42:19,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1980 sec 2024-11-15T11:42:19,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-11-15T11:42:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-15T11:42:21,502 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-11-15T11:42:21,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-11-15T11:42:21,503 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:21,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-11-15T11:42:21,509 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:21,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-11-15T11:42:21,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:42:21,525 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:42:21,525 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-11-15T11:42:21,528 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-11-15T11:42:21,530 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-11-15T11:42:21,532 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-11-15T11:42:21,532 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-11-15T11:42:25,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:26,761 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T11:42:27,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162548' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-15T11:42:27,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46639 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 40 connection: 172.17.0.2:43288 deadline: 1731670953539, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162548' does not exist 2024-11-15T11:42:27,541 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to dbbb793b8023,46639,1731670858739 for closing scanner id = 2767974678445162548 for 4a06541b48cc9359a6b5ba29d7c74270 of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '2767974678445162548' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T11:42:27,547 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 192) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4219 (was 4262) 2024-11-15T11:42:27,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=4218 2024-11-15T11:42:27,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T11:42:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-11-15T11:42:27,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T11:42:27,561 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:27,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-11-15T11:42:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T11:42:27,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T11:42:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741853_1029 (size=423) 2024-11-15T11:42:27,974 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c59d3fd4e62e163178b36109d597a66, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb 2024-11-15T11:42:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741854_1030 (size=74) 2024-11-15T11:42:28,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 82 bytes 2024-11-15T11:42:28,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-15T11:42:28,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-11-15T11:42:28,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:28,385 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 2c59d3fd4e62e163178b36109d597a66, disabling compactions & flushes 2024-11-15T11:42:28,386 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. after waiting 0 ms 2024-11-15T11:42:28,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,386 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,386 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c59d3fd4e62e163178b36109d597a66: Waiting for close lock at 1731670948385Disabling compacts and flushes for region at 1731670948385Disabling writes for close at 1731670948386 (+1 ms)Writing region close event to WAL at 1731670948386Closed at 1731670948386 2024-11-15T11:42:28,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T11:42:28,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1731670948388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731670948388"}]},"ts":"1731670948388"} 2024-11-15T11:42:28,392 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T11:42:28,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T11:42:28,394 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670948394"}]},"ts":"1731670948394"} 2024-11-15T11:42:28,397 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-11-15T11:42:28,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2c59d3fd4e62e163178b36109d597a66, ASSIGN}] 2024-11-15T11:42:28,399 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2c59d3fd4e62e163178b36109d597a66, ASSIGN 2024-11-15T11:42:28,400 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2c59d3fd4e62e163178b36109d597a66, ASSIGN; state=OFFLINE, location=dbbb793b8023,46639,1731670858739; forceNewPlan=false, retain=false 2024-11-15T11:42:28,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=2c59d3fd4e62e163178b36109d597a66, regionState=OPENING, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:28,557 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2c59d3fd4e62e163178b36109d597a66, ASSIGN because future has completed 2024-11-15T11:42:28,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c59d3fd4e62e163178b36109d597a66, server=dbbb793b8023,46639,1731670858739}] 2024-11-15T11:42:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T11:42:28,716 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,716 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c59d3fd4e62e163178b36109d597a66, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66.', STARTKEY => '', ENDKEY => ''} 2024-11-15T11:42:28,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T11:42:28,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,717 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,719 INFO [StoreOpener-2c59d3fd4e62e163178b36109d597a66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,721 INFO [StoreOpener-2c59d3fd4e62e163178b36109d597a66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c59d3fd4e62e163178b36109d597a66 columnFamilyName testFamily 2024-11-15T11:42:28,721 DEBUG [StoreOpener-2c59d3fd4e62e163178b36109d597a66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T11:42:28,722 INFO [StoreOpener-2c59d3fd4e62e163178b36109d597a66-1 {}] regionserver.HStore(327): Store=2c59d3fd4e62e163178b36109d597a66/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T11:42:28,722 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,723 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,724 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,724 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,724 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,726 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,729 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T11:42:28,730 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 2c59d3fd4e62e163178b36109d597a66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72973508, jitterRate=0.0873900055885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T11:42:28,730 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:28,731 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 2c59d3fd4e62e163178b36109d597a66: Running coprocessor pre-open hook at 1731670948717Writing region info on filesystem at 1731670948717Initializing all the Stores at 1731670948718 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731670948719 (+1 ms)Cleaning up temporary data from old regions at 1731670948724 (+5 ms)Running coprocessor post-open hooks at 1731670948730 (+6 ms)Region opened successfully at 1731670948731 (+1 ms) 2024-11-15T11:42:28,732 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., pid=33, masterSystemTime=1731670948711 2024-11-15T11:42:28,735 DEBUG [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,735 INFO [RS_OPEN_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:28,735 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=2c59d3fd4e62e163178b36109d597a66, regionState=OPEN, openSeqNum=2, regionLocation=dbbb793b8023,46639,1731670858739 2024-11-15T11:42:28,738 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c59d3fd4e62e163178b36109d597a66, server=dbbb793b8023,46639,1731670858739 because future has completed 2024-11-15T11:42:28,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-15T11:42:28,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c59d3fd4e62e163178b36109d597a66, server=dbbb793b8023,46639,1731670858739 in 183 msec 2024-11-15T11:42:28,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-15T11:42:28,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=2c59d3fd4e62e163178b36109d597a66, ASSIGN in 346 msec 2024-11-15T11:42:28,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T11:42:28,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731670948748"}]},"ts":"1731670948748"} 2024-11-15T11:42:28,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-11-15T11:42:28,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T11:42:28,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1940 sec 2024-11-15T11:42:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-15T11:42:30,603 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-11-15T11:42:30,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-11-15T11:42:30,603 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-11-15T11:42:30,612 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T11:42:30,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-11-15T11:42:30,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:42:30,626 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-11-15T11:42:30,626 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-11-15T11:42:30,630 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-11-15T11:42:30,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-15T11:42:31,635 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbbb793b8023:46639 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-15T11:42:31,635 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1005ms, rpcTimeout=1000ms 2024-11-15T11:42:31,635 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 from cache 2024-11-15T11:42:31,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-11-15T11:42:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 88 bytes 2024-11-15T11:42:32,458 DEBUG [master/dbbb793b8023:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T11:42:32,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2] 2024-11-15T11:42:32,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46639 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-11-15T11:42:33,635 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=dbbb793b8023:46639 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=974ms 2024-11-15T11:42:33,635 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=979ms, rpcTimeout=974ms 2024-11-15T11:42:33,635 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., hostname=dbbb793b8023,46639,1731670858739, seqNum=2 from cache 2024-11-15T11:42:33,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=223 (was 222) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=202 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4210 (was 4218) 2024-11-15T11:42:33,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:42:33,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:42:33,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:33,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:33,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:42:33,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T11:42:33,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:42:33,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:42:33,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:33,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:33,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T11:42:33,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T11:42:33,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871265054, stopped=false 2024-11-15T11:42:33,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbbb793b8023,39177,1731670857834 2024-11-15T11:42:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T11:42:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T11:42:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:33,732 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:42:33,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:42:33,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T11:42:33,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T11:42:33,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:42:33,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:33,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbbb793b8023,46639,1731670858739' ***** 2024-11-15T11:42:33,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T11:42:33,735 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T11:42:33,736 INFO [RS:0;dbbb793b8023:46639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T11:42:33,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T11:42:33,736 INFO [RS:0;dbbb793b8023:46639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T11:42:33,736 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 9769c66e7f5fa53d1ca189e5e95a9467 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 096ccf82aba3a002a5634b8256fb1b70 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e27e9775fe71d7e3c621e1674eccc4e 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d7d952b0d91ec9d99d057608858f75d 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a06541b48cc9359a6b5ba29d7c74270 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for b037266f5e247b6c353331039797ec45 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c59d3fd4e62e163178b36109d597a66 2024-11-15T11:42:33,737 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9769c66e7f5fa53d1ca189e5e95a9467, disabling compactions & flushes 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 41598d77b58bbd1603fad21e2156c6f5 2024-11-15T11:42:33,737 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:42:33,737 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:33,738 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:42:33,738 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(959): stopping server dbbb793b8023,46639,1731670858739 2024-11-15T11:42:33,738 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. after waiting 0 ms 2024-11-15T11:42:33,738 INFO [RS:0;dbbb793b8023:46639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:42:33,738 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:42:33,738 INFO [RS:0;dbbb793b8023:46639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbbb793b8023:46639. 2024-11-15T11:42:33,738 DEBUG [RS:0;dbbb793b8023:46639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T11:42:33,738 DEBUG [RS:0;dbbb793b8023:46639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:33,738 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T11:42:33,738 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T11:42:33,739 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T11:42:33,739 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T11:42:33,739 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-11-15T11:42:33,739 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T11:42:33,739 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T11:42:33,739 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T11:42:33,739 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T11:42:33,739 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T11:42:33,740 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, 9769c66e7f5fa53d1ca189e5e95a9467, b037266f5e247b6c353331039797ec45, fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:33,742 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9769c66e7f5fa53d1ca189e5e95a9467 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:33,742 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-11-15T11:42:33,805 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/.tmp/testFamily/f6980b0b260c40ba9d7d0963e5cab6f6 is 61, key is row-0/testFamily:testQualifier/1731670905954/Put/seqid=0 2024-11-15T11:42:33,813 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/info/da6c42b1ff364d0e898e5fe0d3316acd is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70./info:regioninfo/1731670893460/Put/seqid=0 2024-11-15T11:42:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741855_1031 (size=5049) 2024-11-15T11:42:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741856_1032 (size=20564) 2024-11-15T11:42:33,940 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, 9769c66e7f5fa53d1ca189e5e95a9467, b037266f5e247b6c353331039797ec45, fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:34,140 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, 9769c66e7f5fa53d1ca189e5e95a9467, b037266f5e247b6c353331039797ec45, fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:34,159 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T11:42:34,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:34,223 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/.tmp/testFamily/f6980b0b260c40ba9d7d0963e5cab6f6 2024-11-15T11:42:34,228 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/info/da6c42b1ff364d0e898e5fe0d3316acd 2024-11-15T11:42:34,274 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/.tmp/testFamily/f6980b0b260c40ba9d7d0963e5cab6f6 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/testFamily/f6980b0b260c40ba9d7d0963e5cab6f6 2024-11-15T11:42:34,283 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/testFamily/f6980b0b260c40ba9d7d0963e5cab6f6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:34,290 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/ns/4c6d4839aa874e6ca9a7705d8a1382d3 is 43, key is default/ns:d/1731670892306/Put/seqid=0 2024-11-15T11:42:34,294 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9769c66e7f5fa53d1ca189e5e95a9467 in 550ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741857_1033 (size=5153) 2024-11-15T11:42:34,301 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNextAsync/9769c66e7f5fa53d1ca189e5e95a9467/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:34,304 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:42:34,304 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9769c66e7f5fa53d1ca189e5e95a9467: Waiting for close lock at 1731670953737Running coprocessor pre-close hooks at 1731670953737Disabling compacts and flushes for region at 1731670953737Disabling writes for close at 1731670953738 (+1 ms)Obtaining lock to block concurrent updates at 1731670953742 (+4 ms)Preparing flush snapshotting stores in 9769c66e7f5fa53d1ca189e5e95a9467 at 1731670953742Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670953750 (+8 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. at 1731670953751 (+1 ms)Flushing 9769c66e7f5fa53d1ca189e5e95a9467/testFamily: creating writer at 1731670953752 (+1 ms)Flushing 9769c66e7f5fa53d1ca189e5e95a9467/testFamily: appending metadata at 1731670953798 (+46 ms)Flushing 9769c66e7f5fa53d1ca189e5e95a9467/testFamily: closing flushed file at 1731670953801 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fccadb2: reopening flushed file at 1731670954272 (+471 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 9769c66e7f5fa53d1ca189e5e95a9467 in 550ms, sequenceid=8, compaction requested=false at 1731670954294 (+22 ms)Writing region close event to WAL at 1731670954296 (+2 ms)Running coprocessor post-close hooks at 1731670954302 (+6 ms)Closed at 1731670954304 (+2 ms) 2024-11-15T11:42:34,304 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1731670902900.9769c66e7f5fa53d1ca189e5e95a9467. 2024-11-15T11:42:34,305 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa6999d25af66077a2f8e5f4b34d7b8a, disabling compactions & flushes 2024-11-15T11:42:34,305 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:42:34,305 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:42:34,305 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. after waiting 0 ms 2024-11-15T11:42:34,305 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:42:34,305 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa6999d25af66077a2f8e5f4b34d7b8a 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:34,324 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/.tmp/testFamily/9b16cac84f804ae19a424f677e340afb is 61, key is row-0/testFamily:testQualifier/1731670920226/Put/seqid=0 2024-11-15T11:42:34,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741858_1034 (size=5049) 2024-11-15T11:42:34,341 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45, fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:34,541 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45, fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:34,630 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T11:42:34,630 INFO [regionserver/dbbb793b8023:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T11:42:34,698 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/ns/4c6d4839aa874e6ca9a7705d8a1382d3 2024-11-15T11:42:34,730 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/.tmp/testFamily/9b16cac84f804ae19a424f677e340afb 2024-11-15T11:42:34,730 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/table/183bd1325d774366a0e12445dfef4c23 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1731670893480/Put/seqid=0 2024-11-15T11:42:34,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741859_1035 (size=6699) 2024-11-15T11:42:34,740 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/.tmp/testFamily/9b16cac84f804ae19a424f677e340afb as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/testFamily/9b16cac84f804ae19a424f677e340afb 2024-11-15T11:42:34,741 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-15T11:42:34,741 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45, fa6999d25af66077a2f8e5f4b34d7b8a 2024-11-15T11:42:34,749 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/testFamily/9b16cac84f804ae19a424f677e340afb, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:34,750 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fa6999d25af66077a2f8e5f4b34d7b8a in 445ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:34,755 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNextAsync/fa6999d25af66077a2f8e5f4b34d7b8a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:34,756 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:42:34,756 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa6999d25af66077a2f8e5f4b34d7b8a: Waiting for close lock at 1731670954305Running coprocessor pre-close hooks at 1731670954305Disabling compacts and flushes for region at 1731670954305Disabling writes for close at 1731670954305Obtaining lock to block concurrent updates at 1731670954305Preparing flush snapshotting stores in fa6999d25af66077a2f8e5f4b34d7b8a at 1731670954305Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670954305Flushing stores of testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. at 1731670954306 (+1 ms)Flushing fa6999d25af66077a2f8e5f4b34d7b8a/testFamily: creating writer at 1731670954306Flushing fa6999d25af66077a2f8e5f4b34d7b8a/testFamily: appending metadata at 1731670954323 (+17 ms)Flushing fa6999d25af66077a2f8e5f4b34d7b8a/testFamily: closing flushed file at 1731670954323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f17d3b3: reopening flushed file at 1731670954739 (+416 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for fa6999d25af66077a2f8e5f4b34d7b8a in 445ms, sequenceid=8, compaction requested=false at 1731670954750 (+11 ms)Writing region close event to WAL at 1731670954751 (+1 ms)Running coprocessor post-close hooks at 1731670954756 (+5 ms)Closed at 1731670954756 2024-11-15T11:42:34,756 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1731670917184.fa6999d25af66077a2f8e5f4b34d7b8a. 2024-11-15T11:42:34,757 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 096ccf82aba3a002a5634b8256fb1b70, disabling compactions & flushes 2024-11-15T11:42:34,757 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:42:34,757 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:42:34,757 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. after waiting 0 ms 2024-11-15T11:42:34,757 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:42:34,757 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 096ccf82aba3a002a5634b8256fb1b70 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:34,776 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/.tmp/testFamily/96eb627f4b484c21ab6f9cd86981571f is 61, key is row-0/testFamily:testQualifier/1731670893671/Put/seqid=0 2024-11-15T11:42:34,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741860_1036 (size=5049) 2024-11-15T11:42:34,942 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:35,139 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/table/183bd1325d774366a0e12445dfef4c23 2024-11-15T11:42:35,142 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 096ccf82aba3a002a5634b8256fb1b70, 1588230740, 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:35,152 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/info/da6c42b1ff364d0e898e5fe0d3316acd as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/info/da6c42b1ff364d0e898e5fe0d3316acd 2024-11-15T11:42:35,162 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/info/da6c42b1ff364d0e898e5fe0d3316acd, entries=100, sequenceid=56, filesize=20.1 K 2024-11-15T11:42:35,163 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/ns/4c6d4839aa874e6ca9a7705d8a1382d3 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/ns/4c6d4839aa874e6ca9a7705d8a1382d3 2024-11-15T11:42:35,173 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/ns/4c6d4839aa874e6ca9a7705d8a1382d3, entries=2, sequenceid=56, filesize=5.0 K 2024-11-15T11:42:35,174 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/.tmp/table/183bd1325d774366a0e12445dfef4c23 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/table/183bd1325d774366a0e12445dfef4c23 2024-11-15T11:42:35,182 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/.tmp/testFamily/96eb627f4b484c21ab6f9cd86981571f 2024-11-15T11:42:35,183 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/table/183bd1325d774366a0e12445dfef4c23, entries=20, sequenceid=56, filesize=6.5 K 2024-11-15T11:42:35,185 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=56, compaction requested=false 2024-11-15T11:42:35,191 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/.tmp/testFamily/96eb627f4b484c21ab6f9cd86981571f as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/testFamily/96eb627f4b484c21ab6f9cd86981571f 2024-11-15T11:42:35,193 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-11-15T11:42:35,193 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:42:35,194 INFO [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T11:42:35,194 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731670953739Running coprocessor pre-close hooks at 1731670953739Disabling compacts and flushes for region at 1731670953739Disabling writes for close at 1731670953739Obtaining lock to block concurrent updates at 1731670953742 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731670953742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1731670953750 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731670953751 (+1 ms)Flushing 1588230740/info: creating writer at 1731670953752 (+1 ms)Flushing 1588230740/info: appending metadata at 1731670953806 (+54 ms)Flushing 1588230740/info: closing flushed file at 1731670953806Flushing 1588230740/ns: creating writer at 1731670954272 (+466 ms)Flushing 1588230740/ns: appending metadata at 1731670954289 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731670954289Flushing 1588230740/table: creating writer at 1731670954708 (+419 ms)Flushing 1588230740/table: appending metadata at 1731670954729 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731670954729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6588fa16: reopening flushed file at 1731670955151 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28073d41: reopening flushed file at 1731670955162 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad38ecf: reopening flushed file at 1731670955173 (+11 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1445ms, sequenceid=56, compaction requested=false at 1731670955185 (+12 ms)Writing region close event to WAL at 1731670955187 (+2 ms)Running coprocessor post-close hooks at 1731670955193 (+6 ms)Closed at 1731670955194 (+1 ms) 2024-11-15T11:42:35,194 DEBUG [RS_CLOSE_META-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T11:42:35,199 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/testFamily/96eb627f4b484c21ab6f9cd86981571f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:35,200 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 096ccf82aba3a002a5634b8256fb1b70 in 443ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:35,205 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextExceptionAsync/096ccf82aba3a002a5634b8256fb1b70/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:35,206 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:42:35,206 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 096ccf82aba3a002a5634b8256fb1b70: Waiting for close lock at 1731670954757Running coprocessor pre-close hooks at 1731670954757Disabling compacts and flushes for region at 1731670954757Disabling writes for close at 1731670954757Obtaining lock to block concurrent updates at 1731670954757Preparing flush snapshotting stores in 096ccf82aba3a002a5634b8256fb1b70 at 1731670954757Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670954757Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. at 1731670954758 (+1 ms)Flushing 096ccf82aba3a002a5634b8256fb1b70/testFamily: creating writer at 1731670954758Flushing 096ccf82aba3a002a5634b8256fb1b70/testFamily: appending metadata at 1731670954776 (+18 ms)Flushing 096ccf82aba3a002a5634b8256fb1b70/testFamily: closing flushed file at 1731670954776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a6c96b: reopening flushed file at 1731670955190 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 096ccf82aba3a002a5634b8256fb1b70 in 443ms, sequenceid=8, compaction requested=false at 1731670955200 (+10 ms)Writing region close event to WAL at 1731670955201 (+1 ms)Running coprocessor post-close hooks at 1731670955206 (+5 ms)Closed at 1731670955206 2024-11-15T11:42:35,206 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1731670892603.096ccf82aba3a002a5634b8256fb1b70. 2024-11-15T11:42:35,206 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e27e9775fe71d7e3c621e1674eccc4e, disabling compactions & flushes 2024-11-15T11:42:35,206 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:42:35,206 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:42:35,207 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. after waiting 0 ms 2024-11-15T11:42:35,207 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:42:35,207 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e27e9775fe71d7e3c621e1674eccc4e 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:35,224 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/.tmp/testFamily/d1a256ada8fe4499949b9516e7090711 is 61, key is row-0/testFamily:testQualifier/1731670913044/Put/seqid=0 2024-11-15T11:42:35,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741861_1037 (size=5049) 2024-11-15T11:42:35,342 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:35,543 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 5e27e9775fe71d7e3c621e1674eccc4e, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:35,630 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/.tmp/testFamily/d1a256ada8fe4499949b9516e7090711 2024-11-15T11:42:35,640 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/.tmp/testFamily/d1a256ada8fe4499949b9516e7090711 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/testFamily/d1a256ada8fe4499949b9516e7090711 2024-11-15T11:42:35,648 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/testFamily/d1a256ada8fe4499949b9516e7090711, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:35,649 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5e27e9775fe71d7e3c621e1674eccc4e in 442ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:35,654 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testRetryOutOfOrderScannerNextException/5e27e9775fe71d7e3c621e1674eccc4e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:35,655 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:42:35,655 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e27e9775fe71d7e3c621e1674eccc4e: Waiting for close lock at 1731670955206Running coprocessor pre-close hooks at 1731670955206Disabling compacts and flushes for region at 1731670955206Disabling writes for close at 1731670955207 (+1 ms)Obtaining lock to block concurrent updates at 1731670955207Preparing flush snapshotting stores in 5e27e9775fe71d7e3c621e1674eccc4e at 1731670955207Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670955207Flushing stores of testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. at 1731670955208 (+1 ms)Flushing 5e27e9775fe71d7e3c621e1674eccc4e/testFamily: creating writer at 1731670955208Flushing 5e27e9775fe71d7e3c621e1674eccc4e/testFamily: appending metadata at 1731670955224 (+16 ms)Flushing 5e27e9775fe71d7e3c621e1674eccc4e/testFamily: closing flushed file at 1731670955224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec80914: reopening flushed file at 1731670955638 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 5e27e9775fe71d7e3c621e1674eccc4e in 442ms, sequenceid=8, compaction requested=false at 1731670955649 (+11 ms)Writing region close event to WAL at 1731670955650 (+1 ms)Running coprocessor post-close hooks at 1731670955655 (+5 ms)Closed at 1731670955655 2024-11-15T11:42:35,655 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1731670912015.5e27e9775fe71d7e3c621e1674eccc4e. 2024-11-15T11:42:35,656 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d7d952b0d91ec9d99d057608858f75d, disabling compactions & flushes 2024-11-15T11:42:35,656 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:35,656 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:35,656 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. after waiting 0 ms 2024-11-15T11:42:35,656 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:35,656 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d7d952b0d91ec9d99d057608858f75d 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:35,673 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/.tmp/testFamily/949d0dc72acb41cab7e1cbc542ea9b49 is 61, key is row-0/testFamily:testQualifier/1731670926327/Put/seqid=0 2024-11-15T11:42:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741862_1038 (size=5049) 2024-11-15T11:42:35,743 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-15T11:42:35,743 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1325): Online Regions={7d7d952b0d91ec9d99d057608858f75d=testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d., 4a06541b48cc9359a6b5ba29d7c74270=hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270., b037266f5e247b6c353331039797ec45=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., 2c59d3fd4e62e163178b36109d597a66=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., 41598d77b58bbd1603fad21e2156c6f5=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., 4be450270da306e1aa7ae44fbe4ef4d9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.} 2024-11-15T11:42:35,743 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:35,944 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, 7d7d952b0d91ec9d99d057608858f75d, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:36,079 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/.tmp/testFamily/949d0dc72acb41cab7e1cbc542ea9b49 2024-11-15T11:42:36,090 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/.tmp/testFamily/949d0dc72acb41cab7e1cbc542ea9b49 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/testFamily/949d0dc72acb41cab7e1cbc542ea9b49 2024-11-15T11:42:36,101 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/testFamily/949d0dc72acb41cab7e1cbc542ea9b49, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:36,102 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7d7d952b0d91ec9d99d057608858f75d in 446ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:36,107 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnNext/7d7d952b0d91ec9d99d057608858f75d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:36,107 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:36,108 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d7d952b0d91ec9d99d057608858f75d: Waiting for close lock at 1731670955656Running coprocessor pre-close hooks at 1731670955656Disabling compacts and flushes for region at 1731670955656Disabling writes for close at 1731670955656Obtaining lock to block concurrent updates at 1731670955656Preparing flush snapshotting stores in 7d7d952b0d91ec9d99d057608858f75d at 1731670955656Finished memstore snapshotting testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670955656Flushing stores of testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. at 1731670955657 (+1 ms)Flushing 7d7d952b0d91ec9d99d057608858f75d/testFamily: creating writer at 1731670955657Flushing 7d7d952b0d91ec9d99d057608858f75d/testFamily: appending metadata at 1731670955673 (+16 ms)Flushing 7d7d952b0d91ec9d99d057608858f75d/testFamily: closing flushed file at 1731670955673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bafbc43: reopening flushed file at 1731670956088 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7d7d952b0d91ec9d99d057608858f75d in 446ms, sequenceid=8, compaction requested=false at 1731670956102 (+14 ms)Writing region close event to WAL at 1731670956103 (+1 ms)Running coprocessor post-close hooks at 1731670956107 (+4 ms)Closed at 1731670956107 2024-11-15T11:42:36,108 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1731670923269.7d7d952b0d91ec9d99d057608858f75d. 2024-11-15T11:42:36,108 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a06541b48cc9359a6b5ba29d7c74270, disabling compactions & flushes 2024-11-15T11:42:36,108 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:36,108 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:36,108 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. after waiting 0 ms 2024-11-15T11:42:36,108 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:36,108 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a06541b48cc9359a6b5ba29d7c74270 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:36,126 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/.tmp/testFamily/0b778a489c794713a45cf670bb9fa6d0 is 61, key is row-0/testFamily:testQualifier/1731670941514/Put/seqid=0 2024-11-15T11:42:36,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741863_1039 (size=5049) 2024-11-15T11:42:36,144 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:36,344 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:36,533 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/.tmp/testFamily/0b778a489c794713a45cf670bb9fa6d0 2024-11-15T11:42:36,544 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4a06541b48cc9359a6b5ba29d7c74270, 4be450270da306e1aa7ae44fbe4ef4d9, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:36,546 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/.tmp/testFamily/0b778a489c794713a45cf670bb9fa6d0 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/testFamily/0b778a489c794713a45cf670bb9fa6d0 2024-11-15T11:42:36,555 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/testFamily/0b778a489c794713a45cf670bb9fa6d0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:36,556 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a06541b48cc9359a6b5ba29d7c74270 in 448ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:36,561 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnNext/4a06541b48cc9359a6b5ba29d7c74270/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:36,562 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:36,562 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a06541b48cc9359a6b5ba29d7c74270: Waiting for close lock at 1731670956108Running coprocessor pre-close hooks at 1731670956108Disabling compacts and flushes for region at 1731670956108Disabling writes for close at 1731670956108Obtaining lock to block concurrent updates at 1731670956108Preparing flush snapshotting stores in 4a06541b48cc9359a6b5ba29d7c74270 at 1731670956108Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670956108Flushing stores of hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. at 1731670956109 (+1 ms)Flushing 4a06541b48cc9359a6b5ba29d7c74270/testFamily: creating writer at 1731670956109Flushing 4a06541b48cc9359a6b5ba29d7c74270/testFamily: appending metadata at 1731670956126 (+17 ms)Flushing 4a06541b48cc9359a6b5ba29d7c74270/testFamily: closing flushed file at 1731670956126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f0ae1e: reopening flushed file at 1731670956545 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4a06541b48cc9359a6b5ba29d7c74270 in 448ms, sequenceid=8, compaction requested=false at 1731670956556 (+11 ms)Writing region close event to WAL at 1731670956557 (+1 ms)Running coprocessor post-close hooks at 1731670956562 (+5 ms)Closed at 1731670956562 2024-11-15T11:42:36,562 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1731670938466.4a06541b48cc9359a6b5ba29d7c74270. 2024-11-15T11:42:36,562 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b037266f5e247b6c353331039797ec45, disabling compactions & flushes 2024-11-15T11:42:36,562 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:42:36,562 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:42:36,562 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. after waiting 0 ms 2024-11-15T11:42:36,562 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:42:36,562 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b037266f5e247b6c353331039797ec45 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:36,581 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/.tmp/testFamily/57f9ee4611ea4f62b52612ac4ff32cca is 61, key is row-0/testFamily:testQualifier/1731670914146/Put/seqid=0 2024-11-15T11:42:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741864_1040 (size=5049) 2024-11-15T11:42:36,745 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-15T11:42:36,745 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1325): Online Regions={b037266f5e247b6c353331039797ec45=testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., 2c59d3fd4e62e163178b36109d597a66=testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., 41598d77b58bbd1603fad21e2156c6f5=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., 4be450270da306e1aa7ae44fbe4ef4d9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.} 2024-11-15T11:42:36,745 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4be450270da306e1aa7ae44fbe4ef4d9, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:36,945 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4be450270da306e1aa7ae44fbe4ef4d9, b037266f5e247b6c353331039797ec45 2024-11-15T11:42:36,986 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/.tmp/testFamily/57f9ee4611ea4f62b52612ac4ff32cca 2024-11-15T11:42:36,997 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/.tmp/testFamily/57f9ee4611ea4f62b52612ac4ff32cca as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/testFamily/57f9ee4611ea4f62b52612ac4ff32cca 2024-11-15T11:42:37,005 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/testFamily/57f9ee4611ea4f62b52612ac4ff32cca, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:37,007 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b037266f5e247b6c353331039797ec45 in 445ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:37,012 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScanner/b037266f5e247b6c353331039797ec45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:37,013 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:42:37,013 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b037266f5e247b6c353331039797ec45: Waiting for close lock at 1731670956562Running coprocessor pre-close hooks at 1731670956562Disabling compacts and flushes for region at 1731670956562Disabling writes for close at 1731670956562Obtaining lock to block concurrent updates at 1731670956562Preparing flush snapshotting stores in b037266f5e247b6c353331039797ec45 at 1731670956562Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670956563 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. at 1731670956563Flushing b037266f5e247b6c353331039797ec45/testFamily: creating writer at 1731670956563Flushing b037266f5e247b6c353331039797ec45/testFamily: appending metadata at 1731670956580 (+17 ms)Flushing b037266f5e247b6c353331039797ec45/testFamily: closing flushed file at 1731670956580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5933de9a: reopening flushed file at 1731670956995 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b037266f5e247b6c353331039797ec45 in 445ms, sequenceid=8, compaction requested=false at 1731670957007 (+12 ms)Writing region close event to WAL at 1731670957007Running coprocessor post-close hooks at 1731670957013 (+6 ms)Closed at 1731670957013 2024-11-15T11:42:37,013 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1731670913111.b037266f5e247b6c353331039797ec45. 2024-11-15T11:42:37,013 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c59d3fd4e62e163178b36109d597a66, disabling compactions & flushes 2024-11-15T11:42:37,013 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:37,013 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:37,013 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. after waiting 0 ms 2024-11-15T11:42:37,013 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:37,013 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c59d3fd4e62e163178b36109d597a66 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:37,035 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/.tmp/testFamily/c3835dc45db84223a03c6a6f96cf9d69 is 61, key is row-0/testFamily:testQualifier/1731670950617/Put/seqid=0 2024-11-15T11:42:37,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741865_1041 (size=5049) 2024-11-15T11:42:37,146 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:37,346 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 2c59d3fd4e62e163178b36109d597a66, 41598d77b58bbd1603fad21e2156c6f5, 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:37,441 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/.tmp/testFamily/c3835dc45db84223a03c6a6f96cf9d69 2024-11-15T11:42:37,455 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/.tmp/testFamily/c3835dc45db84223a03c6a6f96cf9d69 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/testFamily/c3835dc45db84223a03c6a6f96cf9d69 2024-11-15T11:42:37,463 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/testFamily/c3835dc45db84223a03c6a6f96cf9d69, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:37,464 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2c59d3fd4e62e163178b36109d597a66 in 451ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:37,469 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/default/testNormalScanTimeoutOnOpenScannerAsync/2c59d3fd4e62e163178b36109d597a66/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:37,470 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:37,470 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c59d3fd4e62e163178b36109d597a66: Waiting for close lock at 1731670957013Running coprocessor pre-close hooks at 1731670957013Disabling compacts and flushes for region at 1731670957013Disabling writes for close at 1731670957013Obtaining lock to block concurrent updates at 1731670957013Preparing flush snapshotting stores in 2c59d3fd4e62e163178b36109d597a66 at 1731670957013Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670957014 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. at 1731670957014Flushing 2c59d3fd4e62e163178b36109d597a66/testFamily: creating writer at 1731670957014Flushing 2c59d3fd4e62e163178b36109d597a66/testFamily: appending metadata at 1731670957034 (+20 ms)Flushing 2c59d3fd4e62e163178b36109d597a66/testFamily: closing flushed file at 1731670957034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34199616: reopening flushed file at 1731670957453 (+419 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 2c59d3fd4e62e163178b36109d597a66 in 451ms, sequenceid=8, compaction requested=false at 1731670957464 (+11 ms)Writing region close event to WAL at 1731670957465 (+1 ms)Running coprocessor post-close hooks at 1731670957470 (+5 ms)Closed at 1731670957470 2024-11-15T11:42:37,471 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1731670947557.2c59d3fd4e62e163178b36109d597a66. 2024-11-15T11:42:37,471 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41598d77b58bbd1603fad21e2156c6f5, disabling compactions & flushes 2024-11-15T11:42:37,471 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:42:37,471 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:42:37,471 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. after waiting 0 ms 2024-11-15T11:42:37,471 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:42:37,471 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41598d77b58bbd1603fad21e2156c6f5 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:37,491 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/.tmp/testFamily/21e86538336946a99672938d6e5bba7b is 61, key is row-0/testFamily:testQualifier/1731670896838/Put/seqid=0 2024-11-15T11:42:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741866_1042 (size=5049) 2024-11-15T11:42:37,546 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 41598d77b58bbd1603fad21e2156c6f5, 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:37,746 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T11:42:37,747 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1325): Online Regions={41598d77b58bbd1603fad21e2156c6f5=hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., 4be450270da306e1aa7ae44fbe4ef4d9=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9.} 2024-11-15T11:42:37,747 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 41598d77b58bbd1603fad21e2156c6f5, 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:37,897 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/.tmp/testFamily/21e86538336946a99672938d6e5bba7b 2024-11-15T11:42:37,907 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/.tmp/testFamily/21e86538336946a99672938d6e5bba7b as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/testFamily/21e86538336946a99672938d6e5bba7b 2024-11-15T11:42:37,915 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/testFamily/21e86538336946a99672938d6e5bba7b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:37,917 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 41598d77b58bbd1603fad21e2156c6f5 in 445ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:37,922 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScanner/41598d77b58bbd1603fad21e2156c6f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:37,923 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:42:37,923 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41598d77b58bbd1603fad21e2156c6f5: Waiting for close lock at 1731670957471Running coprocessor pre-close hooks at 1731670957471Disabling compacts and flushes for region at 1731670957471Disabling writes for close at 1731670957471Obtaining lock to block concurrent updates at 1731670957471Preparing flush snapshotting stores in 41598d77b58bbd1603fad21e2156c6f5 at 1731670957471Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670957471Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. at 1731670957472 (+1 ms)Flushing 41598d77b58bbd1603fad21e2156c6f5/testFamily: creating writer at 1731670957472Flushing 41598d77b58bbd1603fad21e2156c6f5/testFamily: appending metadata at 1731670957491 (+19 ms)Flushing 41598d77b58bbd1603fad21e2156c6f5/testFamily: closing flushed file at 1731670957491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380ca0e3: reopening flushed file at 1731670957905 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 41598d77b58bbd1603fad21e2156c6f5 in 445ms, sequenceid=8, compaction requested=false at 1731670957917 (+12 ms)Writing region close event to WAL at 1731670957917Running coprocessor post-close hooks at 1731670957923 (+6 ms)Closed at 1731670957923 2024-11-15T11:42:37,923 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1731670893776.41598d77b58bbd1603fad21e2156c6f5. 2024-11-15T11:42:37,923 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4be450270da306e1aa7ae44fbe4ef4d9, disabling compactions & flushes 2024-11-15T11:42:37,923 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:37,923 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:37,923 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. after waiting 0 ms 2024-11-15T11:42:37,923 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:37,923 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4be450270da306e1aa7ae44fbe4ef4d9 1/1 column families, dataSize=228 B heapSize=800 B 2024-11-15T11:42:37,945 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/.tmp/testFamily/e174aa05a76643c9811f81b491909438 is 61, key is row-0/testFamily:testQualifier/1731670932426/Put/seqid=0 2024-11-15T11:42:37,947 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741867_1043 (size=5049) 2024-11-15T11:42:38,147 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-11-15T11:42:38,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-11-15T11:42:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-11-15T11:42:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-11-15T11:42:38,348 DEBUG [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1351): Waiting on 4be450270da306e1aa7ae44fbe4ef4d9 2024-11-15T11:42:38,355 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/.tmp/testFamily/e174aa05a76643c9811f81b491909438 2024-11-15T11:42:38,367 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/.tmp/testFamily/e174aa05a76643c9811f81b491909438 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/testFamily/e174aa05a76643c9811f81b491909438 2024-11-15T11:42:38,376 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/testFamily/e174aa05a76643c9811f81b491909438, entries=4, sequenceid=8, filesize=4.9 K 2024-11-15T11:42:38,377 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4be450270da306e1aa7ae44fbe4ef4d9 in 454ms, sequenceid=8, compaction requested=false 2024-11-15T11:42:38,381 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/4be450270da306e1aa7ae44fbe4ef4d9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T11:42:38,382 INFO [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:38,382 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4be450270da306e1aa7ae44fbe4ef4d9: Waiting for close lock at 1731670957923Running coprocessor pre-close hooks at 1731670957923Disabling compacts and flushes for region at 1731670957923Disabling writes for close at 1731670957923Obtaining lock to block concurrent updates at 1731670957923Preparing flush snapshotting stores in 4be450270da306e1aa7ae44fbe4ef4d9 at 1731670957923Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1731670957924 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. at 1731670957924Flushing 4be450270da306e1aa7ae44fbe4ef4d9/testFamily: creating writer at 1731670957924Flushing 4be450270da306e1aa7ae44fbe4ef4d9/testFamily: appending metadata at 1731670957945 (+21 ms)Flushing 4be450270da306e1aa7ae44fbe4ef4d9/testFamily: closing flushed file at 1731670957945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e5c9bc: reopening flushed file at 1731670958365 (+420 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4be450270da306e1aa7ae44fbe4ef4d9 in 454ms, sequenceid=8, compaction requested=false at 1731670958377 (+12 ms)Writing region close event to WAL at 1731670958378 (+1 ms)Running coprocessor post-close hooks at 1731670958382 (+4 ms)Closed at 1731670958382 2024-11-15T11:42:38,383 DEBUG [RS_CLOSE_REGION-regionserver/dbbb793b8023:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1731670929367.4be450270da306e1aa7ae44fbe4ef4d9. 2024-11-15T11:42:38,548 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(976): stopping server dbbb793b8023,46639,1731670858739; all regions closed. 2024-11-15T11:42:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741834_1010 (size=19479) 2024-11-15T11:42:38,560 DEBUG [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/oldWALs 2024-11-15T11:42:38,561 INFO [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C46639%2C1731670858739.meta:.meta(num 1731670892097) 2024-11-15T11:42:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741833_1009 (size=20031) 2024-11-15T11:42:38,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/WALs/dbbb793b8023,46639,1731670858739/dbbb793b8023%2C46639%2C1731670858739.1731670891702 not finished, retry = 0 2024-11-15T11:42:38,667 DEBUG [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/oldWALs 2024-11-15T11:42:38,667 INFO [RS:0;dbbb793b8023:46639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbbb793b8023%2C46639%2C1731670858739:(num 1731670891702) 2024-11-15T11:42:38,667 DEBUG [RS:0;dbbb793b8023:46639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T11:42:38,667 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:42:38,668 INFO [RS:0;dbbb793b8023:46639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:42:38,668 INFO [RS:0;dbbb793b8023:46639 {}] hbase.ChoreService(370): Chore service for: regionserver/dbbb793b8023:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T11:42:38,668 INFO [RS:0;dbbb793b8023:46639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:42:38,668 INFO [regionserver/dbbb793b8023:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:42:38,670 INFO [RS:0;dbbb793b8023:46639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46639 2024-11-15T11:42:38,717 INFO [regionserver/dbbb793b8023:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T11:42:38,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T11:42:38,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dbbb793b8023,46639,1731670858739 2024-11-15T11:42:38,721 INFO [RS:0;dbbb793b8023:46639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:42:38,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbbb793b8023,46639,1731670858739] 2024-11-15T11:42:38,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dbbb793b8023,46639,1731670858739 already deleted, retry=false 2024-11-15T11:42:38,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbbb793b8023,46639,1731670858739 expired; onlineServers=0 2024-11-15T11:42:38,742 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbbb793b8023,39177,1731670857834' ***** 2024-11-15T11:42:38,742 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T11:42:38,742 INFO [M:0;dbbb793b8023:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T11:42:38,743 INFO [M:0;dbbb793b8023:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T11:42:38,743 DEBUG [M:0;dbbb793b8023:39177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T11:42:38,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T11:42:38,743 DEBUG [M:0;dbbb793b8023:39177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T11:42:38,743 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731670861450 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.large.0-1731670861450,5,FailOnTimeoutGroup] 2024-11-15T11:42:38,743 DEBUG [master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731670861465 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbbb793b8023:0:becomeActiveMaster-HFileCleaner.small.0-1731670861465,5,FailOnTimeoutGroup] 2024-11-15T11:42:38,743 INFO [M:0;dbbb793b8023:39177 {}] hbase.ChoreService(370): Chore service for: master/dbbb793b8023:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T11:42:38,743 INFO [M:0;dbbb793b8023:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T11:42:38,744 DEBUG [M:0;dbbb793b8023:39177 {}] master.HMaster(1795): Stopping service threads 2024-11-15T11:42:38,744 INFO [M:0;dbbb793b8023:39177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T11:42:38,744 INFO [M:0;dbbb793b8023:39177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T11:42:38,745 INFO [M:0;dbbb793b8023:39177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T11:42:38,745 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T11:42:38,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T11:42:38,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T11:42:38,753 DEBUG [M:0;dbbb793b8023:39177 {}] zookeeper.ZKUtil(347): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T11:42:38,753 WARN [M:0;dbbb793b8023:39177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T11:42:38,754 INFO [M:0;dbbb793b8023:39177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/.lastflushedseqids 2024-11-15T11:42:38,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741868_1044 (size=712) 2024-11-15T11:42:38,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:42:38,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46639-0x1013e4c502f0001, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:42:38,833 INFO [RS:0;dbbb793b8023:46639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:42:38,833 INFO [RS:0;dbbb793b8023:46639 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbbb793b8023,46639,1731670858739; zookeeper connection closed. 2024-11-15T11:42:38,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62c0d1b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62c0d1b3 2024-11-15T11:42:38,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T11:42:39,169 INFO [M:0;dbbb793b8023:39177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T11:42:39,169 INFO [M:0;dbbb793b8023:39177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T11:42:39,169 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T11:42:39,169 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:39,169 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:39,169 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T11:42:39,169 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:39,170 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.15 KB heapSize=191.20 KB 2024-11-15T11:42:39,193 DEBUG [M:0;dbbb793b8023:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43fe76a108c14508a673ba68c117241b is 82, key is hbase:meta,,1/info:regioninfo/1731670892193/Put/seqid=0 2024-11-15T11:42:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741869_1045 (size=5672) 2024-11-15T11:42:39,599 INFO [M:0;dbbb793b8023:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43fe76a108c14508a673ba68c117241b 2024-11-15T11:42:39,630 DEBUG [M:0;dbbb793b8023:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5c13e8fa61242bfa7e5489fffa92a49 is 813, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731670893488/Put/seqid=0 2024-11-15T11:42:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741870_1046 (size=14075) 2024-11-15T11:42:39,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T11:42:40,037 INFO [M:0;dbbb793b8023:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.59 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5c13e8fa61242bfa7e5489fffa92a49 2024-11-15T11:42:40,047 INFO [M:0;dbbb793b8023:39177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5c13e8fa61242bfa7e5489fffa92a49 2024-11-15T11:42:40,069 DEBUG [M:0;dbbb793b8023:39177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f493857d0eb54dfeab93cc653523ed18 is 69, key is dbbb793b8023,46639,1731670858739/rs:state/1731670861505/Put/seqid=0 2024-11-15T11:42:40,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741871_1047 (size=5156) 2024-11-15T11:42:40,475 INFO [M:0;dbbb793b8023:39177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f493857d0eb54dfeab93cc653523ed18 2024-11-15T11:42:40,487 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/43fe76a108c14508a673ba68c117241b as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43fe76a108c14508a673ba68c117241b 2024-11-15T11:42:40,495 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/43fe76a108c14508a673ba68c117241b, entries=8, sequenceid=319, filesize=5.5 K 2024-11-15T11:42:40,496 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5c13e8fa61242bfa7e5489fffa92a49 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5c13e8fa61242bfa7e5489fffa92a49 2024-11-15T11:42:40,503 INFO [M:0;dbbb793b8023:39177 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5c13e8fa61242bfa7e5489fffa92a49 2024-11-15T11:42:40,503 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5c13e8fa61242bfa7e5489fffa92a49, entries=33, sequenceid=319, filesize=13.7 K 2024-11-15T11:42:40,504 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f493857d0eb54dfeab93cc653523ed18 as hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f493857d0eb54dfeab93cc653523ed18 2024-11-15T11:42:40,511 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/0cb1f4be-e217-6d7f-0824-41c603977dbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f493857d0eb54dfeab93cc653523ed18, entries=1, sequenceid=319, filesize=5.0 K 2024-11-15T11:42:40,512 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.91 KB/195488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=319, compaction requested=false 2024-11-15T11:42:40,513 INFO [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T11:42:40,513 DEBUG [M:0;dbbb793b8023:39177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731670959169Disabling compacts and flushes for region at 1731670959169Disabling writes for close at 1731670959169Obtaining lock to block concurrent updates at 1731670959170 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731670959170Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167063, getHeapSize=195728, getOffHeapSize=0, getCellsCount=366 at 1731670959170Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731670959171 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731670959171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731670959193 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731670959193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731670959606 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731670959629 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731670959629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731670960047 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731670960068 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731670960068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df2f253: reopening flushed file at 1731670960485 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2ca511: reopening flushed file at 1731670960495 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b953eba: reopening flushed file at 1731670960503 (+8 ms)Finished flush of dataSize ~163.15 KB/167063, heapSize ~190.91 KB/195488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=319, compaction requested=false at 1731670960512 (+9 ms)Writing region close event to WAL at 1731670960513 (+1 ms)Closed at 1731670960513 2024-11-15T11:42:40,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41105 is added to blk_1073741830_1006 (size=188405) 2024-11-15T11:42:40,517 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T11:42:40,517 INFO [M:0;dbbb793b8023:39177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T11:42:40,517 INFO [M:0;dbbb793b8023:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39177 2024-11-15T11:42:40,518 INFO [M:0;dbbb793b8023:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T11:42:40,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:42:40,663 INFO [M:0;dbbb793b8023:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T11:42:40,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39177-0x1013e4c502f0000, quorum=127.0.0.1:56024, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T11:42:40,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc78d53{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T11:42:40,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2120cdf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:42:40,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:42:40,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b9495fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:42:40,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537310ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/hadoop.log.dir/,STOPPED} 2024-11-15T11:42:40,692 WARN [BP-1720848065-172.17.0.2-1731670853058 heartbeating to localhost/127.0.0.1:36947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T11:42:40,692 WARN [BP-1720848065-172.17.0.2-1731670853058 heartbeating to localhost/127.0.0.1:36947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720848065-172.17.0.2-1731670853058 (Datanode Uuid b98df45d-7122-478b-ac0f-9769e414ac7d) service to localhost/127.0.0.1:36947 2024-11-15T11:42:40,693 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T11:42:40,693 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T11:42:40,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/data/data1/current/BP-1720848065-172.17.0.2-1731670853058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:42:40,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/cluster_c2d981bc-623e-b3ae-5d6e-4b7821d14c6a/data/data2/current/BP-1720848065-172.17.0.2-1731670853058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T11:42:40,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T11:42:40,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@562f0d0c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T11:42:40,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@281b58fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T11:42:40,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T11:42:40,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac7ce20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T11:42:40,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bab939{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c738c609-16c8-18f7-8263-b95ec6138652/hadoop.log.dir/,STOPPED} 2024-11-15T11:42:40,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T11:42:40,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down