2024-12-12 02:37:31,297 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-12 02:37:31,320 main DEBUG Took 0.021588 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-12 02:37:31,321 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-12 02:37:31,321 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-12 02:37:31,322 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-12 02:37:31,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,331 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-12 02:37:31,343 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,346 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,347 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,349 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,350 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,351 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,353 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,353 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,354 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,355 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,356 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,357 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,358 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-12 02:37:31,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,359 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-12 02:37:31,361 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-12 02:37:31,363 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-12 02:37:31,365 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-12 02:37:31,366 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-12 02:37:31,368 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-12 02:37:31,368 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-12 02:37:31,379 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-12 02:37:31,382 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-12 02:37:31,385 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-12 02:37:31,385 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-12 02:37:31,385 main DEBUG createAppenders(={Console}) 2024-12-12 02:37:31,386 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized 2024-12-12 02:37:31,387 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 2024-12-12 02:37:31,387 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK. 2024-12-12 02:37:31,388 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-12 02:37:31,388 main DEBUG OutputStream closed 2024-12-12 02:37:31,388 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-12 02:37:31,389 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-12 02:37:31,389 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK 2024-12-12 02:37:31,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-12 02:37:31,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-12 02:37:31,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-12 02:37:31,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-12 02:37:31,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-12 02:37:31,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-12 02:37:31,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-12 02:37:31,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-12 02:37:31,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-12 02:37:31,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-12 02:37:31,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-12 02:37:31,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-12 02:37:31,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-12 02:37:31,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-12 02:37:31,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-12 02:37:31,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-12 02:37:31,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-12 02:37:31,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-12 02:37:31,470 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12 02:37:31,470 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null 2024-12-12 02:37:31,471 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-12 02:37:31,471 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK. 2024-12-12T02:37:31,484 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.client.TestClientScannerTimeouts timeout: 13 mins 2024-12-12 02:37:31,487 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-12 02:37:31,487 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-12T02:37:31,708 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8 2024-12-12T02:37:31,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-12T02:37:31,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da, deleteOnExit=true 2024-12-12T02:37:31,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-12T02:37:31,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/test.cache.data in system properties and HBase conf 2024-12-12T02:37:31,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/hadoop.tmp.dir in system properties and HBase conf 2024-12-12T02:37:31,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/hadoop.log.dir in system properties and HBase conf 2024-12-12T02:37:31,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-12T02:37:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-12T02:37:31,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-12T02:37:31,860 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-12T02:37:31,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-12T02:37:31,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-12T02:37:31,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-12T02:37:31,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-12T02:37:31,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T02:37:31,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-12T02:37:31,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-12T02:37:31,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-12T02:37:31,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T02:37:31,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-12T02:37:31,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/nfs.dump.dir in system properties and HBase conf 2024-12-12T02:37:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/java.io.tmpdir in system properties and HBase conf 2024-12-12T02:37:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-12T02:37:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-12T02:37:31,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-12T02:37:32,812 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-12T02:37:32,903 INFO [Time-limited test {}] log.Log(170): Logging initialized @2262ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-12T02:37:32,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:37:33,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T02:37:33,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T02:37:33,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T02:37:33,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T02:37:33,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:37:33,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/hadoop.log.dir/,AVAILABLE} 2024-12-12T02:37:33,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T02:37:33,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb30bc1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/java.io.tmpdir/jetty-localhost-45801-hadoop-hdfs-3_4_1-tests_jar-_-any-8518797724650294989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T02:37:33,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:45801} 2024-12-12T02:37:33,301 INFO [Time-limited test {}] server.Server(415): Started @2661ms 2024-12-12T02:37:33,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-12T02:37:33,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-12T02:37:33,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-12T02:37:33,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-12T02:37:33,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-12T02:37:33,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/hadoop.log.dir/,AVAILABLE} 2024-12-12T02:37:33,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-12T02:37:33,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5976fb41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/java.io.tmpdir/jetty-localhost-39215-hadoop-hdfs-3_4_1-tests_jar-_-any-102003301876038598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T02:37:33,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:39215} 2024-12-12T02:37:33,821 INFO [Time-limited test {}] server.Server(415): Started @3181ms 2024-12-12T02:37:33,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-12T02:37:34,337 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/data/data2/current/BP-1977929559-172.17.0.2-1733971052558/current, will proceed with Du for space computation calculation, 2024-12-12T02:37:34,337 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/data/data1/current/BP-1977929559-172.17.0.2-1733971052558/current, will proceed with Du for space computation calculation, 2024-12-12T02:37:34,373 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-12T02:37:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c90bdf774ae0e28 with lease ID 0xc9c10831f62a2874: Processing first storage report for DS-f63998e7-ae95-4f5f-ad53-fc09920ff34c from datanode DatanodeRegistration(127.0.0.1:36423, datanodeUuid=b92a1419-5651-4fd3-9d90-cfdd486574b2, infoPort=39087, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=335076709;c=1733971052558) 2024-12-12T02:37:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c90bdf774ae0e28 with lease ID 0xc9c10831f62a2874: from storage DS-f63998e7-ae95-4f5f-ad53-fc09920ff34c node DatanodeRegistration(127.0.0.1:36423, datanodeUuid=b92a1419-5651-4fd3-9d90-cfdd486574b2, infoPort=39087, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=335076709;c=1733971052558), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-12T02:37:34,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c90bdf774ae0e28 with lease ID 0xc9c10831f62a2874: Processing first storage report for DS-f4cdba4e-e16e-4810-931b-0d1ab2ec73b9 from datanode DatanodeRegistration(127.0.0.1:36423, datanodeUuid=b92a1419-5651-4fd3-9d90-cfdd486574b2, infoPort=39087, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=335076709;c=1733971052558) 2024-12-12T02:37:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c90bdf774ae0e28 with lease ID 0xc9c10831f62a2874: from storage DS-f4cdba4e-e16e-4810-931b-0d1ab2ec73b9 node DatanodeRegistration(127.0.0.1:36423, datanodeUuid=b92a1419-5651-4fd3-9d90-cfdd486574b2, infoPort=39087, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=335076709;c=1733971052558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-12T02:37:34,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8 2024-12-12T02:37:34,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/zookeeper_0, clientPort=61518, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-12T02:37:34,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61518 2024-12-12T02:37:34,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:34,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:34,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741825_1001 (size=7) 2024-12-12T02:37:35,186 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 with version=8 2024-12-12T02:37:35,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/hbase-staging 2024-12-12T02:37:35,278 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-12T02:37:35,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/17d1ec896686:0 server-side Connection retries=9 2024-12-12T02:37:35,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T02:37:35,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T02:37:35,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T02:37:35,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T02:37:35,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T02:37:35,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-12T02:37:35,746 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-12T02:37:35,755 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-12T02:37:35,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T02:37:35,786 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3055 (auto-detected) 2024-12-12T02:37:35,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-12T02:37:35,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40231 2024-12-12T02:37:35,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40231 connecting to ZooKeeper ensemble=127.0.0.1:61518 2024-12-12T02:37:35,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402310x0, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T02:37:35,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40231-0x101a4887a3c0000 connected 2024-12-12T02:37:35,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:35,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:35,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T02:37:35,906 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216, hbase.cluster.distributed=false 2024-12-12T02:37:35,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T02:37:35,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40231 2024-12-12T02:37:35,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40231 2024-12-12T02:37:35,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40231 2024-12-12T02:37:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40231 2024-12-12T02:37:35,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40231 2024-12-12T02:37:36,045 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/17d1ec896686:0 server-side Connection retries=9 2024-12-12T02:37:36,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T02:37:36,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-12T02:37:36,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-12T02:37:36,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-12T02:37:36,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-12T02:37:36,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-12T02:37:36,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-12T02:37:36,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45729 2024-12-12T02:37:36,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45729 connecting to ZooKeeper ensemble=127.0.0.1:61518 2024-12-12T02:37:36,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:36,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:36,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457290x0, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-12T02:37:36,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45729-0x101a4887a3c0001 connected 2024-12-12T02:37:36,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T02:37:36,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-12T02:37:36,080 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-12T02:37:36,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-12T02:37:36,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-12T02:37:36,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45729 2024-12-12T02:37:36,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45729 2024-12-12T02:37:36,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45729 2024-12-12T02:37:36,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45729 2024-12-12T02:37:36,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45729 2024-12-12T02:37:36,106 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;17d1ec896686:40231 2024-12-12T02:37:36,107 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/17d1ec896686,40231,1733971055331 2024-12-12T02:37:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T02:37:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T02:37:36,116 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/17d1ec896686,40231,1733971055331 2024-12-12T02:37:36,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-12T02:37:36,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:36,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:36,139 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-12T02:37:36,141 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/17d1ec896686,40231,1733971055331 from backup master directory 2024-12-12T02:37:36,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/17d1ec896686,40231,1733971055331 2024-12-12T02:37:36,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T02:37:36,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-12T02:37:36,144 WARN [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T02:37:36,144 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=17d1ec896686,40231,1733971055331 2024-12-12T02:37:36,146 INFO [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-12T02:37:36,148 INFO [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-12T02:37:36,203 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/hbase.id] with ID: 870827e2-dc37-4b40-ae25-d7f868196f7c 2024-12-12T02:37:36,203 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/.tmp/hbase.id 2024-12-12T02:37:36,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741826_1002 (size=42) 2024-12-12T02:37:36,616 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/.tmp/hbase.id]:[hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/hbase.id] 2024-12-12T02:37:36,661 INFO [master/17d1ec896686:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-12T02:37:36,665 INFO [master/17d1ec896686:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-12T02:37:36,685 INFO [master/17d1ec896686:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-12T02:37:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:36,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741827_1003 (size=196) 2024-12-12T02:37:37,120 INFO [master/17d1ec896686:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:37:37,123 INFO [master/17d1ec896686:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-12T02:37:37,140 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:37:37,145 INFO [master/17d1ec896686:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T02:37:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741828_1004 (size=1189) 2024-12-12T02:37:37,193 INFO [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store 2024-12-12T02:37:37,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741829_1005 (size=34) 2024-12-12T02:37:37,217 INFO [master/17d1ec896686:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-12T02:37:37,220 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:37:37,222 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T02:37:37,222 INFO [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:37:37,222 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:37:37,225 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T02:37:37,225 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:37:37,225 INFO [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:37:37,227 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733971057222Disabling compacts and flushes for region at 1733971057222Disabling writes for close at 1733971057225 (+3 ms)Writing region close event to WAL at 1733971057225Closed at 1733971057225 2024-12-12T02:37:37,229 WARN [master/17d1ec896686:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/.initializing 2024-12-12T02:37:37,230 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/WALs/17d1ec896686,40231,1733971055331 2024-12-12T02:37:37,240 INFO [master/17d1ec896686:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T02:37:37,257 INFO [master/17d1ec896686:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=17d1ec896686%2C40231%2C1733971055331, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/WALs/17d1ec896686,40231,1733971055331, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/oldWALs, maxLogs=10 2024-12-12T02:37:37,289 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/WALs/17d1ec896686,40231,1733971055331/17d1ec896686%2C40231%2C1733971055331.1733971057263, exclude list is [], retry=0 2024-12-12T02:37:37,305 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-f63998e7-ae95-4f5f-ad53-fc09920ff34c,DISK] 2024-12-12T02:37:37,308 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-12T02:37:37,345 INFO [master/17d1ec896686:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/WALs/17d1ec896686,40231,1733971055331/17d1ec896686%2C40231%2C1733971055331.1733971057263 2024-12-12T02:37:37,346 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39087:39087)] 2024-12-12T02:37:37,347 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:37:37,347 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:37:37,350 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,351 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-12T02:37:37,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:37,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:37:37,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-12T02:37:37,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:37,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:37:37,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-12T02:37:37,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:37,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:37:37,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-12T02:37:37,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:37,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:37:37,437 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,441 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,442 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,448 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,448 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,452 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T02:37:37,456 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-12T02:37:37,460 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:37:37,462 INFO [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68955913, jitterRate=0.02752317488193512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T02:37:37,468 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733971057364Initializing all the Stores at 1733971057366 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971057367 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971057367Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971057368 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971057368Cleaning up temporary data from old regions at 1733971057448 (+80 ms)Region opened successfully at 1733971057468 (+20 ms) 2024-12-12T02:37:37,469 INFO [master/17d1ec896686:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-12T02:37:37,503 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5619d81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=17d1ec896686/172.17.0.2:0 2024-12-12T02:37:37,536 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-12T02:37:37,548 INFO [master/17d1ec896686:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-12T02:37:37,548 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-12T02:37:37,552 INFO [master/17d1ec896686:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-12T02:37:37,553 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-12T02:37:37,558 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-12T02:37:37,558 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-12T02:37:37,584 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-12T02:37:37,592 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-12T02:37:37,594 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-12T02:37:37,597 INFO [master/17d1ec896686:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-12T02:37:37,598 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-12T02:37:37,602 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-12T02:37:37,604 INFO [master/17d1ec896686:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-12T02:37:37,607 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-12T02:37:37,609 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-12T02:37:37,610 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-12T02:37:37,611 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-12T02:37:37,630 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-12T02:37:37,632 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-12T02:37:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T02:37:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-12T02:37:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:37,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:37,641 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=17d1ec896686,40231,1733971055331, sessionid=0x101a4887a3c0000, setting cluster-up flag (Was=false) 2024-12-12T02:37:37,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:37,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:37,661 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-12T02:37:37,663 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=17d1ec896686,40231,1733971055331 2024-12-12T02:37:37,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:37:37,674 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-12T02:37:37,676 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=17d1ec896686,40231,1733971055331 2024-12-12T02:37:37,682 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-12T02:37:37,695 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(746): ClusterId : 870827e2-dc37-4b40-ae25-d7f868196f7c 2024-12-12T02:37:37,698 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-12T02:37:37,702 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-12T02:37:37,703 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-12T02:37:37,707 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-12T02:37:37,708 DEBUG [RS:0;17d1ec896686:45729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423371c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=17d1ec896686/172.17.0.2:0 2024-12-12T02:37:37,723 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;17d1ec896686:45729 2024-12-12T02:37:37,727 INFO [RS:0;17d1ec896686:45729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-12T02:37:37,728 INFO [RS:0;17d1ec896686:45729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-12T02:37:37,728 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-12T02:37:37,732 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(2659): reportForDuty to master=17d1ec896686,40231,1733971055331 with port=45729, startcode=1733971056006 2024-12-12T02:37:37,746 DEBUG [RS:0;17d1ec896686:45729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-12T02:37:37,762 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-12T02:37:37,773 INFO [master/17d1ec896686:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-12T02:37:37,780 INFO [master/17d1ec896686:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-12T02:37:37,787 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-12T02:37:37,787 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 17d1ec896686,40231,1733971055331 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-12T02:37:37,794 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-12T02:37:37,794 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/17d1ec896686:0, corePoolSize=5, maxPoolSize=5 2024-12-12T02:37:37,795 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/17d1ec896686:0, corePoolSize=5, maxPoolSize=5 2024-12-12T02:37:37,795 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/17d1ec896686:0, corePoolSize=5, maxPoolSize=5 2024-12-12T02:37:37,795 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/17d1ec896686:0, corePoolSize=5, maxPoolSize=5 2024-12-12T02:37:37,796 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/17d1ec896686:0, corePoolSize=10, maxPoolSize=10 2024-12-12T02:37:37,796 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:37:37,796 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/17d1ec896686:0, corePoolSize=2, maxPoolSize=2 2024-12-12T02:37:37,796 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:37:37,799 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733971087799 2024-12-12T02:37:37,801 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-12T02:37:37,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T02:37:37,802 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-12T02:37:37,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-12T02:37:37,807 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-12T02:37:37,807 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-12T02:37:37,808 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-12T02:37:37,808 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-12T02:37:37,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:37,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-12T02:37:37,809 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T02:37:37,812 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-12T02:37:37,814 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-12T02:37:37,814 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-12T02:37:37,819 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-12T02:37:37,819 INFO [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-12T02:37:37,821 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/17d1ec896686:0:becomeActiveMaster-HFileCleaner.large.0-1733971057821,5,FailOnTimeoutGroup] 2024-12-12T02:37:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741831_1007 (size=1321) 2024-12-12T02:37:37,823 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-12T02:37:37,823 WARN [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 30000 ms and then retrying. 2024-12-12T02:37:37,824 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/17d1ec896686:0:becomeActiveMaster-HFileCleaner.small.0-1733971057822,5,FailOnTimeoutGroup] 2024-12-12T02:37:37,824 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-12T02:37:37,824 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-12T02:37:37,824 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-12T02:37:37,825 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:37:37,825 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-12T02:37:37,825 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-12T02:37:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741832_1008 (size=32) 2024-12-12T02:37:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:37:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T02:37:38,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T02:37:38,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:37:38,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T02:37:38,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T02:37:38,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:38,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:37:38,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T02:37:38,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T02:37:38,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:38,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:37:38,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T02:37:38,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T02:37:38,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:37:38,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:37:38,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T02:37:38,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740 2024-12-12T02:37:38,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740 2024-12-12T02:37:38,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T02:37:38,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T02:37:38,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T02:37:38,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T02:37:38,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:37:38,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64486633, jitterRate=-0.039074286818504333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T02:37:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733971058237Initializing all the Stores at 1733971058239 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971058239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971058240 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971058240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971058240Cleaning up temporary data from old regions at 1733971058260 (+20 ms)Region opened successfully at 1733971058271 (+11 ms) 2024-12-12T02:37:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T02:37:38,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T02:37:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T02:37:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T02:37:38,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T02:37:38,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T02:37:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733971058271Disabling compacts and flushes for region at 1733971058271Disabling writes for close at 1733971058271Writing region close event to WAL at 1733971058272 (+1 ms)Closed at 1733971058273 (+1 ms) 2024-12-12T02:37:38,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T02:37:38,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-12T02:37:38,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-12T02:37:38,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T02:37:38,293 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-12T02:37:38,444 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:39,445 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:40,445 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:41,446 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:42,447 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:43,447 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:44,448 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:45,448 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:45,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-12T02:37:45,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-12T02:37:46,449 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:47,450 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:48,450 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:49,451 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:50,451 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:51,452 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:52,453 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:53,453 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:54,454 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:55,455 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:56,455 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:57,456 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:58,456 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:37:59,457 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:00,458 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:01,458 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:02,459 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:03,460 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:04,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T02:38:04,460 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:05,461 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:06,461 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:07,462 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:07,825 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(2659): reportForDuty to master=17d1ec896686,40231,1733971055331 with port=45729, startcode=1733971056006 2024-12-12T02:38:07,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 17d1ec896686,45729,1733971056006 2024-12-12T02:38:07,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40231 {}] master.ServerManager(517): Registering regionserver=17d1ec896686,45729,1733971056006 2024-12-12T02:38:07,838 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:38:07,838 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40061 2024-12-12T02:38:07,838 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-12T02:38:07,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T02:38:07,844 DEBUG [RS:0;17d1ec896686:45729 {}] zookeeper.ZKUtil(111): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/17d1ec896686,45729,1733971056006 2024-12-12T02:38:07,844 WARN [RS:0;17d1ec896686:45729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-12T02:38:07,844 INFO [RS:0;17d1ec896686:45729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T02:38:07,844 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006 2024-12-12T02:38:07,846 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [17d1ec896686,45729,1733971056006] 2024-12-12T02:38:07,870 INFO [RS:0;17d1ec896686:45729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-12T02:38:07,882 INFO [RS:0;17d1ec896686:45729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-12T02:38:07,886 INFO [RS:0;17d1ec896686:45729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-12T02:38:07,887 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,887 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-12T02:38:07,893 INFO [RS:0;17d1ec896686:45729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-12T02:38:07,894 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,894 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,895 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,895 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,895 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,895 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,895 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/17d1ec896686:0, corePoolSize=2, maxPoolSize=2 2024-12-12T02:38:07,895 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/17d1ec896686:0, corePoolSize=1, maxPoolSize=1 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/17d1ec896686:0, corePoolSize=3, maxPoolSize=3 2024-12-12T02:38:07,896 DEBUG [RS:0;17d1ec896686:45729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/17d1ec896686:0, corePoolSize=3, maxPoolSize=3 2024-12-12T02:38:07,897 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,897 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,897 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,897 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,898 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,898 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,45729,1733971056006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T02:38:07,917 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-12T02:38:07,919 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,45729,1733971056006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,919 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,919 INFO [RS:0;17d1ec896686:45729 {}] regionserver.Replication(171): 17d1ec896686,45729,1733971056006 started 2024-12-12T02:38:07,938 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:07,938 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1482): Serving as 17d1ec896686,45729,1733971056006, RpcServer on 17d1ec896686/172.17.0.2:45729, sessionid=0x101a4887a3c0001 2024-12-12T02:38:07,939 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-12T02:38:07,939 DEBUG [RS:0;17d1ec896686:45729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 17d1ec896686,45729,1733971056006 2024-12-12T02:38:07,940 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '17d1ec896686,45729,1733971056006' 2024-12-12T02:38:07,940 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-12T02:38:07,941 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-12T02:38:07,941 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-12T02:38:07,941 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-12T02:38:07,942 DEBUG [RS:0;17d1ec896686:45729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 17d1ec896686,45729,1733971056006 2024-12-12T02:38:07,942 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '17d1ec896686,45729,1733971056006' 2024-12-12T02:38:07,942 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-12T02:38:07,942 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-12T02:38:07,943 DEBUG [RS:0;17d1ec896686:45729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-12T02:38:07,943 INFO [RS:0;17d1ec896686:45729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-12T02:38:07,943 INFO [RS:0;17d1ec896686:45729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-12T02:38:08,463 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:09,463 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:10,464 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:11,464 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:12,465 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:13,466 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:14,466 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:15,467 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:16,467 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:17,468 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:18,469 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:19,469 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:20,470 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:21,470 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:22,471 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:23,471 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:24,472 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:25,473 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:26,473 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:27,474 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:28,475 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:29,475 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:30,476 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:31,476 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:32,477 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:33,478 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:34,445 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T02:38:34,478 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:35,479 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:36,479 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:37,480 WARN [17d1ec896686:40231 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-12T02:38:37,949 INFO [RS:0;17d1ec896686:45729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-12T02:38:37,953 INFO [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=17d1ec896686%2C45729%2C1733971056006, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/oldWALs, maxLogs=32 2024-12-12T02:38:37,970 DEBUG [RS:0;17d1ec896686:45729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006/17d1ec896686%2C45729%2C1733971056006.1733971117955, exclude list is [], retry=0 2024-12-12T02:38:37,974 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-f63998e7-ae95-4f5f-ad53-fc09920ff34c,DISK] 2024-12-12T02:38:37,977 INFO [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006/17d1ec896686%2C45729%2C1733971056006.1733971117955 2024-12-12T02:38:37,978 DEBUG [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39087:39087)] 2024-12-12T02:38:38,232 DEBUG [17d1ec896686:40231 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-12T02:38:38,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:38,252 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 17d1ec896686,45729,1733971056006, state=OPENING 2024-12-12T02:38:38,260 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-12T02:38:38,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:38:38,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:38:38,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T02:38:38,263 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T02:38:38,264 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-12T02:38:38,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:38:38,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-12T02:38:38,444 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-12T02:38:38,455 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-12T02:38:38,455 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-12T02:38:38,456 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-12T02:38:38,459 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=17d1ec896686%2C45729%2C1733971056006.meta, suffix=.meta, logDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/oldWALs, maxLogs=32 2024-12-12T02:38:38,475 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006/17d1ec896686%2C45729%2C1733971056006.meta.1733971118461.meta, exclude list is [], retry=0 2024-12-12T02:38:38,479 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36423,DS-f63998e7-ae95-4f5f-ad53-fc09920ff34c,DISK] 2024-12-12T02:38:38,482 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/WALs/17d1ec896686,45729,1733971056006/17d1ec896686%2C45729%2C1733971056006.meta.1733971118461.meta 2024-12-12T02:38:38,483 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39087:39087)] 2024-12-12T02:38:38,483 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:38:38,485 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-12T02:38:38,488 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-12T02:38:38,492 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-12T02:38:38,497 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-12T02:38:38,497 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:38,497 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-12T02:38:38,497 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-12T02:38:38,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-12T02:38:38,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-12T02:38:38,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:38,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:38:38,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-12T02:38:38,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-12T02:38:38,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:38,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:38:38,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-12T02:38:38,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-12T02:38:38,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:38,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:38:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-12T02:38:38,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-12T02:38:38,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:38,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-12T02:38:38,510 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-12T02:38:38,511 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740 2024-12-12T02:38:38,514 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740 2024-12-12T02:38:38,516 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-12T02:38:38,517 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-12T02:38:38,517 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-12T02:38:38,520 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-12T02:38:38,521 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59752629, jitterRate=-0.10961644351482391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-12T02:38:38,522 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-12T02:38:38,523 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733971118498Writing region info on filesystem at 1733971118498Initializing all the Stores at 1733971118500 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971118500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971118500Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971118500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733971118500Cleaning up temporary data from old regions at 1733971118517 (+17 ms)Running coprocessor post-open hooks at 1733971118522 (+5 ms)Region opened successfully at 1733971118523 (+1 ms) 2024-12-12T02:38:38,531 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733971118432 2024-12-12T02:38:38,542 DEBUG [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-12T02:38:38,543 INFO [RS_OPEN_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-12T02:38:38,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:38,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 17d1ec896686,45729,1733971056006, state=OPEN 2024-12-12T02:38:38,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T02:38:38,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-12T02:38:38,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T02:38:38,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-12T02:38:38,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=17d1ec896686,45729,1733971056006 2024-12-12T02:38:38,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-12T02:38:38,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=17d1ec896686,45729,1733971056006 in 290 msec 2024-12-12T02:38:38,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-12T02:38:38,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1 mins, 0.281 sec 2024-12-12T02:38:38,569 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-12T02:38:38,569 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-12T02:38:38,589 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T02:38:38,590 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=17d1ec896686,45729,1733971056006, seqNum=-1] 2024-12-12T02:38:38,611 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T02:38:38,614 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T02:38:38,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1 mins, 0.921 sec 2024-12-12T02:38:38,634 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733971118634, completionTime=-1 2024-12-12T02:38:38,637 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-12T02:38:38,637 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-12T02:38:38,664 INFO [master/17d1ec896686:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-12T02:38:38,664 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733971178664 2024-12-12T02:38:38,664 INFO [master/17d1ec896686:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733971238664 2024-12-12T02:38:38,664 INFO [master/17d1ec896686:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-12T02:38:38,666 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,40231,1733971055331-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,666 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,40231,1733971055331-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,667 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,40231,1733971055331-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,668 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-17d1ec896686:40231, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,668 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,669 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,675 DEBUG [master/17d1ec896686:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-12T02:38:38,694 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 62.549sec 2024-12-12T02:38:38,695 INFO [master/17d1ec896686:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-12T02:38:38,696 INFO [master/17d1ec896686:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-12T02:38:38,697 INFO [master/17d1ec896686:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-12T02:38:38,698 INFO [master/17d1ec896686:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-12T02:38:38,698 INFO [master/17d1ec896686:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-12T02:38:38,699 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,40231,1733971055331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-12T02:38:38,699 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,40231,1733971055331-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-12T02:38:38,707 DEBUG [master/17d1ec896686:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-12T02:38:38,708 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-12T02:38:38,708 INFO [master/17d1ec896686:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=17d1ec896686,40231,1733971055331-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-12T02:38:38,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T02:38:38,753 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-12T02:38:38,753 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-12T02:38:38,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 17d1ec896686,40231,-1 for getting cluster id 2024-12-12T02:38:38,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T02:38:38,767 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '870827e2-dc37-4b40-ae25-d7f868196f7c' 2024-12-12T02:38:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T02:38:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "870827e2-dc37-4b40-ae25-d7f868196f7c" 2024-12-12T02:38:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff31ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T02:38:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [17d1ec896686,40231,-1] 2024-12-12T02:38:38,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T02:38:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:38:38,777 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T02:38:38,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad6539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T02:38:38,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T02:38:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=17d1ec896686,45729,1733971056006, seqNum=-1] 2024-12-12T02:38:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T02:38:38,790 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T02:38:38,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=17d1ec896686,40231,1733971055331 2024-12-12T02:38:38,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68214a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T02:38:38,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 17d1ec896686,40231,-1 for getting cluster id 2024-12-12T02:38:38,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-12T02:38:38,814 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '870827e2-dc37-4b40-ae25-d7f868196f7c' 2024-12-12T02:38:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-12T02:38:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "870827e2-dc37-4b40-ae25-d7f868196f7c" 2024-12-12T02:38:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617925cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T02:38:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [17d1ec896686,40231,-1] 2024-12-12T02:38:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-12T02:38:38,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:38:38,818 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-12T02:38:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c842d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-12T02:38:38,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=208, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=4346 2024-12-12T02:38:38,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-12T02:38:38,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 17d1ec896686,40231,1733971055331 2024-12-12T02:38:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a8f0ea 2024-12-12T02:38:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-12T02:38:38,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-12T02:38:38,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:38:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync 2024-12-12T02:38:38,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:38:38,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextExceptionAsync" procId is: 4 2024-12-12T02:38:38,894 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:38,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:38:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T02:38:38,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741835_1011 (size=428) 2024-12-12T02:38:39,311 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2b19ad9744fe0c1b069e53206215359, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextExceptionAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:38:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741836_1012 (size=79) 2024-12-12T02:38:39,722 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:39,722 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1722): Closing e2b19ad9744fe0c1b069e53206215359, disabling compactions & flushes 2024-12-12T02:38:39,722 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:39,722 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:39,722 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. after waiting 0 ms 2024-12-12T02:38:39,722 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:39,722 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:39,722 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextExceptionAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2b19ad9744fe0c1b069e53206215359: Waiting for close lock at 1733971119722Disabling compacts and flushes for region at 1733971119722Disabling writes for close at 1733971119722Writing region close event to WAL at 1733971119722Closed at 1733971119722 2024-12-12T02:38:39,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:38:39,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1733971119725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971119725"}]},"ts":"1733971119725"} 2024-12-12T02:38:39,736 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:38:39,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:38:39,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971119738"}]},"ts":"1733971119738"} 2024-12-12T02:38:39,745 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLING in hbase:meta 2024-12-12T02:38:39,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e2b19ad9744fe0c1b069e53206215359, ASSIGN}] 2024-12-12T02:38:39,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e2b19ad9744fe0c1b069e53206215359, ASSIGN 2024-12-12T02:38:39,750 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e2b19ad9744fe0c1b069e53206215359, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:38:39,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2b19ad9744fe0c1b069e53206215359, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:39,906 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e2b19ad9744fe0c1b069e53206215359, ASSIGN because future has completed 2024-12-12T02:38:39,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2b19ad9744fe0c1b069e53206215359, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:38:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T02:38:40,069 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:40,069 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e2b19ad9744fe0c1b069e53206215359, NAME => 'testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:38:40,070 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextExceptionAsync e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,070 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:40,070 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,070 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,073 INFO [StoreOpener-e2b19ad9744fe0c1b069e53206215359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,075 INFO [StoreOpener-e2b19ad9744fe0c1b069e53206215359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2b19ad9744fe0c1b069e53206215359 columnFamilyName testFamily 2024-12-12T02:38:40,075 DEBUG [StoreOpener-e2b19ad9744fe0c1b069e53206215359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:40,076 INFO [StoreOpener-e2b19ad9744fe0c1b069e53206215359-1 {}] regionserver.HStore(327): Store=e2b19ad9744fe0c1b069e53206215359/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:38:40,076 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,078 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,078 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,079 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,079 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,082 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,086 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:38:40,087 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e2b19ad9744fe0c1b069e53206215359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828345, jitterRate=-0.1233893483877182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:38:40,087 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:38:40,089 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e2b19ad9744fe0c1b069e53206215359: Running coprocessor pre-open hook at 1733971120070Writing region info on filesystem at 1733971120070Initializing all the Stores at 1733971120072 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971120072Cleaning up temporary data from old regions at 1733971120079 (+7 ms)Running coprocessor post-open hooks at 1733971120087 (+8 ms)Region opened successfully at 1733971120088 (+1 ms) 2024-12-12T02:38:40,091 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359., pid=6, masterSystemTime=1733971120062 2024-12-12T02:38:40,094 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:40,094 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:38:40,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e2b19ad9744fe0c1b069e53206215359, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:40,099 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2b19ad9744fe0c1b069e53206215359, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:38:40,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-12T02:38:40,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e2b19ad9744fe0c1b069e53206215359, server=17d1ec896686,45729,1733971056006 in 194 msec 2024-12-12T02:38:40,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-12T02:38:40,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextExceptionAsync, region=e2b19ad9744fe0c1b069e53206215359, ASSIGN in 357 msec 2024-12-12T02:38:40,109 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:38:40,110 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextExceptionAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971120109"}]},"ts":"1733971120109"} 2024-12-12T02:38:40,113 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextExceptionAsync, state=ENABLED in hbase:meta 2024-12-12T02:38:40,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:38:40,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextExceptionAsync in 1.2310 sec 2024-12-12T02:38:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-12T02:38:41,925 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextExceptionAsync completed 2024-12-12T02:38:41,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextExceptionAsync get assigned. Timeout = 60000ms 2024-12-12T02:38:41,927 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:38:41,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned to meta. Checking AM states. 2024-12-12T02:38:41,934 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:38:41,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextExceptionAsync assigned. 2024-12-12T02:38:41,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-12T02:38:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=17d1ec896686,45729,1733971056006, seqNum=-1] 2024-12-12T02:38:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-12T02:38:41,942 INFO [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-12T02:38:41,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextExceptionAsync', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:38:41,962 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:38:41,967 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextExceptionAsync,, stopping at row=testRetryOutOfOrderScannerNextExceptionAsync ,, for max=2147483647 with caching=100 2024-12-12T02:38:41,972 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-12T02:38:41,977 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-12T02:38:41,979 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-12T02:38:41,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3189071186453594104 2024-12-12T02:38:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971124979, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:38:41,990 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-12T02:38:41,992 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-12T02:38:41,993 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:38:41,995 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:38:41,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3189071186453594102 2024-12-12T02:38:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971124995, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:38:42,000 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:38:42,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3189071186453594101 2024-12-12T02:38:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971125000, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:38:42,005 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:38:42,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3189071186453594100 2024-12-12T02:38:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971125005, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:38:42,010 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:38:42,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextExceptionAsync Thread=215 (was 208) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/17d1ec896686:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836077405_22 at /127.0.0.1:33884 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 82), ProcessCount=11 (was 11), AvailableMemoryMB=4324 (was 4346) 2024-12-12T02:38:42,032 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=215, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=4324 2024-12-12T02:38:42,036 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:38:42,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner 2024-12-12T02:38:42,040 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:38:42,040 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:42,040 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScanner" procId is: 7 2024-12-12T02:38:42,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:38:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-12T02:38:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741837_1013 (size=414) 2024-12-12T02:38:42,455 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d86d513cd0c6a6522a3642e0ef34095f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:38:42,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741838_1014 (size=65) 2024-12-12T02:38:42,864 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:42,864 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing d86d513cd0c6a6522a3642e0ef34095f, disabling compactions & flushes 2024-12-12T02:38:42,864 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:42,864 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:42,864 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. after waiting 0 ms 2024-12-12T02:38:42,865 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:42,865 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:42,865 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for d86d513cd0c6a6522a3642e0ef34095f: Waiting for close lock at 1733971122864Disabling compacts and flushes for region at 1733971122864Disabling writes for close at 1733971122865 (+1 ms)Writing region close event to WAL at 1733971122865Closed at 1733971122865 2024-12-12T02:38:42,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:38:42,867 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1733971122867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971122867"}]},"ts":"1733971122867"} 2024-12-12T02:38:42,871 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:38:42,872 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:38:42,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971122872"}]},"ts":"1733971122872"} 2024-12-12T02:38:42,875 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-12T02:38:42,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d86d513cd0c6a6522a3642e0ef34095f, ASSIGN}] 2024-12-12T02:38:42,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d86d513cd0c6a6522a3642e0ef34095f, ASSIGN 2024-12-12T02:38:42,879 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d86d513cd0c6a6522a3642e0ef34095f, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:38:43,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d86d513cd0c6a6522a3642e0ef34095f, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:43,034 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d86d513cd0c6a6522a3642e0ef34095f, ASSIGN because future has completed 2024-12-12T02:38:43,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d86d513cd0c6a6522a3642e0ef34095f, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:38:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-12T02:38:43,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:43,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => d86d513cd0c6a6522a3642e0ef34095f, NAME => 'hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:38:43,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScanner d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:43,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,198 INFO [StoreOpener-d86d513cd0c6a6522a3642e0ef34095f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,200 INFO [StoreOpener-d86d513cd0c6a6522a3642e0ef34095f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d86d513cd0c6a6522a3642e0ef34095f columnFamilyName testFamily 2024-12-12T02:38:43,200 DEBUG [StoreOpener-d86d513cd0c6a6522a3642e0ef34095f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:43,201 INFO [StoreOpener-d86d513cd0c6a6522a3642e0ef34095f-1 {}] regionserver.HStore(327): Store=d86d513cd0c6a6522a3642e0ef34095f/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:38:43,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:38:43,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1114): Opened d86d513cd0c6a6522a3642e0ef34095f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67363079, jitterRate=0.003788098692893982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:38:43,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:38:43,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for d86d513cd0c6a6522a3642e0ef34095f: Running coprocessor pre-open hook at 1733971123195Writing region info on filesystem at 1733971123195Initializing all the Stores at 1733971123197 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971123197Cleaning up temporary data from old regions at 1733971123203 (+6 ms)Running coprocessor post-open hooks at 1733971123210 (+7 ms)Region opened successfully at 1733971123211 (+1 ms) 2024-12-12T02:38:43,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., pid=9, masterSystemTime=1733971123188 2024-12-12T02:38:43,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:43,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=9}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:38:43,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d86d513cd0c6a6522a3642e0ef34095f, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:43,221 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d86d513cd0c6a6522a3642e0ef34095f, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:38:43,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-12T02:38:43,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d86d513cd0c6a6522a3642e0ef34095f, server=17d1ec896686,45729,1733971056006 in 188 msec 2024-12-12T02:38:43,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-12T02:38:43,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScanner, region=d86d513cd0c6a6522a3642e0ef34095f, ASSIGN in 350 msec 2024-12-12T02:38:43,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:38:43,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971123232"}]},"ts":"1733971123232"} 2024-12-12T02:38:43,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-12T02:38:43,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:38:43,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScanner in 1.2010 sec 2024-12-12T02:38:44,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:38:44,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextExceptionAsync' 2024-12-12T02:38:44,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-12T02:38:44,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScanner' 2024-12-12T02:38:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-12T02:38:45,075 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScanner completed 2024-12-12T02:38:45,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-12T02:38:45,075 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:38:45,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-12T02:38:45,081 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:38:45,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScanner assigned. 2024-12-12T02:38:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:38:45,100 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:38:45,100 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScanner,, stopping at row=hbase:testMetaScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-12T02:38:45,104 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-12T02:38:45,105 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-12T02:38:45,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-12T02:38:45,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-12T02:38:45,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T02:38:45,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-12T02:38:45,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync 2024-12-12T02:38:45,744 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextExceptionAsync Metrics about Tables on a single HBase RegionServer 2024-12-12T02:38:45,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner 2024-12-12T02:38:45,745 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-12T02:38:51,122 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., hostname=17d1ec896686,45729,1733971056006, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., hostname=17d1ec896686,45729,1733971056006, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=17d1ec896686:45729 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms 2024-12-12T02:38:51,123 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., hostname=17d1ec896686,45729,1733971056006, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=28,methodName=Scan], waitTime=6014ms, rpcTimeout=5999ms 2024-12-12T02:38:51,123 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., hostname=17d1ec896686,45729,1733971056006, seqNum=2 from cache 2024-12-12T02:38:51,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScanner Thread=218 (was 215) Potentially hanging thread: RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=72 (was 75), ProcessCount=11 (was 11), AvailableMemoryMB=4314 (was 4324) 2024-12-12T02:38:51,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=218, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=72, ProcessCount=11, AvailableMemoryMB=4314 2024-12-12T02:38:51,145 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:38:51,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync 2024-12-12T02:38:51,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:38:51,149 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:51,149 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNextAsync" procId is: 10 2024-12-12T02:38:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-12T02:38:51,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:38:51,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741839_1015 (size=412) 2024-12-12T02:38:51,562 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c92bfdb6bff2e842a122bb75814360b, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:38:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741840_1016 (size=63) 2024-12-12T02:38:51,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 28, skipping over this response of 89 bytes 2024-12-12T02:38:51,972 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:51,972 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 3c92bfdb6bff2e842a122bb75814360b, disabling compactions & flushes 2024-12-12T02:38:51,973 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:51,973 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:51,973 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. after waiting 0 ms 2024-12-12T02:38:51,973 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:51,973 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:51,973 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c92bfdb6bff2e842a122bb75814360b: Waiting for close lock at 1733971131972Disabling compacts and flushes for region at 1733971131972Disabling writes for close at 1733971131973 (+1 ms)Writing region close event to WAL at 1733971131973Closed at 1733971131973 2024-12-12T02:38:51,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:38:51,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b.","families":{"info":[{"qualifier":"regioninfo","vlen":62,"tag":[],"timestamp":"1733971131975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971131975"}]},"ts":"1733971131975"} 2024-12-12T02:38:51,979 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:38:51,980 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:38:51,981 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971131980"}]},"ts":"1733971131980"} 2024-12-12T02:38:51,983 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-12T02:38:51,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3c92bfdb6bff2e842a122bb75814360b, ASSIGN}] 2024-12-12T02:38:51,985 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3c92bfdb6bff2e842a122bb75814360b, ASSIGN 2024-12-12T02:38:51,986 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3c92bfdb6bff2e842a122bb75814360b, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:38:52,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3c92bfdb6bff2e842a122bb75814360b, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:52,141 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3c92bfdb6bff2e842a122bb75814360b, ASSIGN because future has completed 2024-12-12T02:38:52,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c92bfdb6bff2e842a122bb75814360b, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:38:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-12T02:38:52,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:52,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c92bfdb6bff2e842a122bb75814360b, NAME => 'hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:38:52,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNextAsync 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:38:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,303 INFO [StoreOpener-3c92bfdb6bff2e842a122bb75814360b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,305 INFO [StoreOpener-3c92bfdb6bff2e842a122bb75814360b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c92bfdb6bff2e842a122bb75814360b columnFamilyName testFamily 2024-12-12T02:38:52,305 DEBUG [StoreOpener-3c92bfdb6bff2e842a122bb75814360b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:38:52,306 INFO [StoreOpener-3c92bfdb6bff2e842a122bb75814360b-1 {}] regionserver.HStore(327): Store=3c92bfdb6bff2e842a122bb75814360b/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:38:52,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:38:52,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1114): Opened 3c92bfdb6bff2e842a122bb75814360b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70116172, jitterRate=0.04481238126754761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:38:52,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:38:52,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 3c92bfdb6bff2e842a122bb75814360b: Running coprocessor pre-open hook at 1733971132301Writing region info on filesystem at 1733971132301Initializing all the Stores at 1733971132302 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971132302Cleaning up temporary data from old regions at 1733971132308 (+6 ms)Running coprocessor post-open hooks at 1733971132315 (+7 ms)Region opened successfully at 1733971132315 2024-12-12T02:38:52,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b., pid=12, masterSystemTime=1733971132294 2024-12-12T02:38:52,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:52,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=12}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:38:52,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3c92bfdb6bff2e842a122bb75814360b, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:38:52,324 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c92bfdb6bff2e842a122bb75814360b, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:38:52,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-12T02:38:52,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c92bfdb6bff2e842a122bb75814360b, server=17d1ec896686,45729,1733971056006 in 185 msec 2024-12-12T02:38:52,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-12T02:38:52,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNextAsync, region=3c92bfdb6bff2e842a122bb75814360b, ASSIGN in 346 msec 2024-12-12T02:38:52,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:38:52,333 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971132333"}]},"ts":"1733971132333"} 2024-12-12T02:38:52,336 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-12T02:38:52,337 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=10, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:38:52,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNextAsync in 1.1910 sec 2024-12-12T02:38:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=10 2024-12-12T02:38:54,164 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNextAsync completed 2024-12-12T02:38:54,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-12T02:38:54,164 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:38:54,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-12T02:38:54,170 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:38:54,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNextAsync assigned. 2024-12-12T02:38:54,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:38:54,184 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:38:54,184 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNextAsync,, stopping at row=hbase:testMetaScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-12T02:38:54,187 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-12T02:38:54,189 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-12T02:38:54,190 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-12T02:38:54,191 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-12T02:38:55,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync 2024-12-12T02:38:55,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-12T02:38:56,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNextAsync' 2024-12-12T02:38:57,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:00,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594091' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-12T02:39:00,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54130 deadline: 1733971146194, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594091' does not exist 2024-12-12T02:39:00,200 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 17d1ec896686,45729,1733971056006 for closing scanner id = -3189071186453594091 for 3c92bfdb6bff2e842a122bb75814360b of hbase:testMetaScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594091' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:39:00,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNextAsync Thread=220 (was 218) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 72) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4309 (was 4314) 2024-12-12T02:39:00,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=220, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=4309 2024-12-12T02:39:00,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException 2024-12-12T02:39:00,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:00,217 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:00,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRetryOutOfOrderScannerNextException" procId is: 13 2024-12-12T02:39:00,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-12T02:39:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741841_1017 (size=423) 2024-12-12T02:39:00,630 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae3b7e77342f86985f262ea255566789, NAME => 'testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRetryOutOfOrderScannerNextException', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:00,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741842_1018 (size=74) 2024-12-12T02:39:00,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 37, skipping over this response of 83 bytes 2024-12-12T02:39:01,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:01,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1722): Closing ae3b7e77342f86985f262ea255566789, disabling compactions & flushes 2024-12-12T02:39:01,039 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. after waiting 0 ms 2024-12-12T02:39:01,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,039 INFO [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,039 DEBUG [RegionOpenAndInit-testRetryOutOfOrderScannerNextException-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae3b7e77342f86985f262ea255566789: Waiting for close lock at 1733971141039Disabling compacts and flushes for region at 1733971141039Disabling writes for close at 1733971141039Writing region close event to WAL at 1733971141039Closed at 1733971141039 2024-12-12T02:39:01,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:01,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733971141041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971141041"}]},"ts":"1733971141041"} 2024-12-12T02:39:01,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:01,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:01,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971141046"}]},"ts":"1733971141046"} 2024-12-12T02:39:01,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLING in hbase:meta 2024-12-12T02:39:01,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ae3b7e77342f86985f262ea255566789, ASSIGN}] 2024-12-12T02:39:01,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ae3b7e77342f86985f262ea255566789, ASSIGN 2024-12-12T02:39:01,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ae3b7e77342f86985f262ea255566789, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:01,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ae3b7e77342f86985f262ea255566789, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:01,205 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ae3b7e77342f86985f262ea255566789, ASSIGN because future has completed 2024-12-12T02:39:01,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3b7e77342f86985f262ea255566789, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-12T02:39:01,365 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,365 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => ae3b7e77342f86985f262ea255566789, NAME => 'testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:01,366 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRetryOutOfOrderScannerNextException ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,366 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:01,366 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,366 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,368 INFO [StoreOpener-ae3b7e77342f86985f262ea255566789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,371 INFO [StoreOpener-ae3b7e77342f86985f262ea255566789-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3b7e77342f86985f262ea255566789 columnFamilyName testFamily 2024-12-12T02:39:01,371 DEBUG [StoreOpener-ae3b7e77342f86985f262ea255566789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:01,372 INFO [StoreOpener-ae3b7e77342f86985f262ea255566789-1 {}] regionserver.HStore(327): Store=ae3b7e77342f86985f262ea255566789/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:01,372 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,373 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,374 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,374 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,374 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,377 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,380 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:01,381 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened ae3b7e77342f86985f262ea255566789; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73082865, jitterRate=0.08901955187320709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:01,381 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:01,381 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for ae3b7e77342f86985f262ea255566789: Running coprocessor pre-open hook at 1733971141366Writing region info on filesystem at 1733971141366Initializing all the Stores at 1733971141367 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971141367Cleaning up temporary data from old regions at 1733971141374 (+7 ms)Running coprocessor post-open hooks at 1733971141381 (+7 ms)Region opened successfully at 1733971141381 2024-12-12T02:39:01,383 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789., pid=15, masterSystemTime=1733971141359 2024-12-12T02:39:01,386 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,386 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:01,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=ae3b7e77342f86985f262ea255566789, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:01,390 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3b7e77342f86985f262ea255566789, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:01,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-12T02:39:01,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure ae3b7e77342f86985f262ea255566789, server=17d1ec896686,45729,1733971056006 in 185 msec 2024-12-12T02:39:01,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-12T02:39:01,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRetryOutOfOrderScannerNextException, region=ae3b7e77342f86985f262ea255566789, ASSIGN in 345 msec 2024-12-12T02:39:01,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:01,399 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRetryOutOfOrderScannerNextException","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971141398"}]},"ts":"1733971141398"} 2024-12-12T02:39:01,401 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRetryOutOfOrderScannerNextException, state=ENABLED in hbase:meta 2024-12-12T02:39:01,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRetryOutOfOrderScannerNextException execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:01,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRetryOutOfOrderScannerNextException in 1.1880 sec 2024-12-12T02:39:02,053 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRetryOutOfOrderScannerNextException' 2024-12-12T02:39:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-12T02:39:03,264 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRetryOutOfOrderScannerNextException completed 2024-12-12T02:39:03,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRetryOutOfOrderScannerNextException get assigned. Timeout = 60000ms 2024-12-12T02:39:03,265 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:03,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRetryOutOfOrderScannerNextException assigned to meta. Checking AM states. 2024-12-12T02:39:03,269 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:03,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRetryOutOfOrderScannerNextException assigned. 2024-12-12T02:39:03,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRetryOutOfOrderScannerNextException', row='row-0', locateType=CURRENT is [region=testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:03,283 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:03,283 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRetryOutOfOrderScannerNextException,, stopping at row=testRetryOutOfOrderScannerNextException ,, for max=2147483647 with caching=100 2024-12-12T02:39:03,285 INFO [Time-limited test {}] client.TestClientScannerTimeouts(252): Opening scanner, expecting no errors from first next() call from openScanner response 2024-12-12T02:39:03,287 INFO [Time-limited test {}] client.TestClientScannerTimeouts(259): Making first next() RPC, expecting no errors for seqNo 0 2024-12-12T02:39:03,288 INFO [Time-limited test {}] client.TestClientScannerTimeouts(264): Making second next() RPC, expecting OutOfOrderScannerNextException and appropriate retry 2024-12-12T02:39:03,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3189071186453594087 2024-12-12T02:39:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971146287, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:39:03,291 INFO [Time-limited test {}] client.TestClientScannerTimeouts(274): Finishing scan, expecting no errors 2024-12-12T02:39:03,292 INFO [Time-limited test {}] client.TestClientScannerTimeouts(279): Testing always throw exception 2024-12-12T02:39:03,293 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:39:03,294 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:39:03,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=1, tableScannerId=-3189071186453594085 2024-12-12T02:39:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971146293, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:39:03,297 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:39:03,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=2, tableScannerId=-3189071186453594084 2024-12-12T02:39:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971146296, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:39:03,300 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:39:03,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(438): THROWING exception, tryNumber=3, tableScannerId=-3189071186453594083 2024-12-12T02:39:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Scan size: 44 connection: 172.17.0.2:54130 deadline: 1733971146300, exception=org.apache.hadoop.hbase.exceptions.OutOfOrderScannerNextException 2024-12-12T02:39:03,303 INFO [Time-limited test {}] client.TestClientScannerTimeouts(288): Calling scanner.next() 2024-12-12T02:39:03,312 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testRetryOutOfOrderScannerNextException Thread=223 (was 220) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836077405_22 at /127.0.0.1:57896 [Waiting for operation #2] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=77 (was 77), ProcessCount=11 (was 11), AvailableMemoryMB=4305 (was 4309) 2024-12-12T02:39:03,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=223, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=77, ProcessCount=11, AvailableMemoryMB=4304 2024-12-12T02:39:03,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner 2024-12-12T02:39:03,326 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:03,326 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:03,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScanner" procId is: 16 2024-12-12T02:39:03,328 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-12T02:39:03,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741843_1019 (size=418) 2024-12-12T02:39:03,738 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b00576febd17a5c2475015ae61d377ec, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScanner', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:03,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741844_1020 (size=69) 2024-12-12T02:39:04,148 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:04,148 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1722): Closing b00576febd17a5c2475015ae61d377ec, disabling compactions & flushes 2024-12-12T02:39:04,148 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,148 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,148 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. after waiting 0 ms 2024-12-12T02:39:04,148 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,148 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,148 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScanner-pool-0 {}] regionserver.HRegion(1676): Region close journal for b00576febd17a5c2475015ae61d377ec: Waiting for close lock at 1733971144148Disabling compacts and flushes for region at 1733971144148Disabling writes for close at 1733971144148Writing region close event to WAL at 1733971144148Closed at 1733971144148 2024-12-12T02:39:04,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:04,151 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec.","families":{"info":[{"qualifier":"regioninfo","vlen":68,"tag":[],"timestamp":"1733971144150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971144150"}]},"ts":"1733971144150"} 2024-12-12T02:39:04,153 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:04,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:04,155 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971144155"}]},"ts":"1733971144155"} 2024-12-12T02:39:04,157 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLING in hbase:meta 2024-12-12T02:39:04,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b00576febd17a5c2475015ae61d377ec, ASSIGN}] 2024-12-12T02:39:04,159 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b00576febd17a5c2475015ae61d377ec, ASSIGN 2024-12-12T02:39:04,160 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b00576febd17a5c2475015ae61d377ec, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:04,311 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b00576febd17a5c2475015ae61d377ec, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:04,314 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b00576febd17a5c2475015ae61d377ec, ASSIGN because future has completed 2024-12-12T02:39:04,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b00576febd17a5c2475015ae61d377ec, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-12T02:39:04,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T02:39:04,473 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,473 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b00576febd17a5c2475015ae61d377ec, NAME => 'testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:04,473 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScanner b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,474 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:04,474 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,474 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,476 INFO [StoreOpener-b00576febd17a5c2475015ae61d377ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,478 INFO [StoreOpener-b00576febd17a5c2475015ae61d377ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b00576febd17a5c2475015ae61d377ec columnFamilyName testFamily 2024-12-12T02:39:04,478 DEBUG [StoreOpener-b00576febd17a5c2475015ae61d377ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:04,478 INFO [StoreOpener-b00576febd17a5c2475015ae61d377ec-1 {}] regionserver.HStore(327): Store=b00576febd17a5c2475015ae61d377ec/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:04,479 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,480 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,480 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,481 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,481 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,483 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,486 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:04,487 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b00576febd17a5c2475015ae61d377ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71701742, jitterRate=0.06843921542167664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:04,487 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:04,487 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b00576febd17a5c2475015ae61d377ec: Running coprocessor pre-open hook at 1733971144474Writing region info on filesystem at 1733971144474Initializing all the Stores at 1733971144475 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971144475Cleaning up temporary data from old regions at 1733971144481 (+6 ms)Running coprocessor post-open hooks at 1733971144487 (+6 ms)Region opened successfully at 1733971144487 2024-12-12T02:39:04,489 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., pid=18, masterSystemTime=1733971144467 2024-12-12T02:39:04,491 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,491 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:04,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=b00576febd17a5c2475015ae61d377ec, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:04,495 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure b00576febd17a5c2475015ae61d377ec, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:04,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-12T02:39:04,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure b00576febd17a5c2475015ae61d377ec, server=17d1ec896686,45729,1733971056006 in 182 msec 2024-12-12T02:39:04,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-12T02:39:04,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScanner, region=b00576febd17a5c2475015ae61d377ec, ASSIGN in 341 msec 2024-12-12T02:39:04,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:04,503 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScanner","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971144503"}]},"ts":"1733971144503"} 2024-12-12T02:39:04,505 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScanner, state=ENABLED in hbase:meta 2024-12-12T02:39:04,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:04,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScanner in 1.1830 sec 2024-12-12T02:39:05,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException 2024-12-12T02:39:05,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRetryOutOfOrderScannerNextException Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:05,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner 2024-12-12T02:39:05,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScanner Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=16 2024-12-12T02:39:06,354 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScanner completed 2024-12-12T02:39:06,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScanner get assigned. Timeout = 60000ms 2024-12-12T02:39:06,355 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:06,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScanner assigned to meta. Checking AM states. 2024-12-12T02:39:06,359 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:06,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScanner assigned. 2024-12-12T02:39:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:06,372 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:06,372 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScanner,, stopping at row=testNormalScanTimeoutOnOpenScanner ,, for max=2147483647 with caching=100 2024-12-12T02:39:06,374 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-12T02:39:06,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-12T02:39:06,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:07,383 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=17d1ec896686:45729 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-12-12T02:39:07,383 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=67,methodName=Scan], waitTime=1008ms, rpcTimeout=1000ms 2024-12-12T02:39:07,383 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2 from cache 2024-12-12T02:39:07,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 67, skipping over this response of 89 bytes 2024-12-12T02:39:08,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScanner' 2024-12-12T02:39:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScanner', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:08,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-12T02:39:09,383 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=17d1ec896686:45729 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=978ms 2024-12-12T02:39:09,383 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=69,methodName=Scan], waitTime=986ms, rpcTimeout=978ms 2024-12-12T02:39:09,383 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., hostname=17d1ec896686,45729,1733971056006, seqNum=2 from cache 2024-12-12T02:39:09,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScanner Thread=222 (was 223), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 77), ProcessCount=11 (was 11), AvailableMemoryMB=4282 (was 4304) 2024-12-12T02:39:09,400 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=4282 2024-12-12T02:39:09,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync 2024-12-12T02:39:09,406 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:09,406 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:09,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNextAsync" procId is: 19 2024-12-12T02:39:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-12T02:39:09,407 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:09,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741845_1021 (size=416) 2024-12-12T02:39:09,818 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cc7bcc7c2fda19d4ffa1ec91017cc09, NAME => 'testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNextAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:09,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741846_1022 (size=67) 2024-12-12T02:39:09,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 69, skipping over this response of 89 bytes 2024-12-12T02:39:10,227 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:10,227 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7cc7bcc7c2fda19d4ffa1ec91017cc09, disabling compactions & flushes 2024-12-12T02:39:10,227 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,227 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,227 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. after waiting 0 ms 2024-12-12T02:39:10,227 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,227 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,228 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNextAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cc7bcc7c2fda19d4ffa1ec91017cc09: Waiting for close lock at 1733971150227Disabling compacts and flushes for region at 1733971150227Disabling writes for close at 1733971150227Writing region close event to WAL at 1733971150227Closed at 1733971150227 2024-12-12T02:39:10,230 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:10,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1733971150230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971150230"}]},"ts":"1733971150230"} 2024-12-12T02:39:10,234 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:10,235 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:10,236 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971150235"}]},"ts":"1733971150235"} 2024-12-12T02:39:10,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLING in hbase:meta 2024-12-12T02:39:10,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7cc7bcc7c2fda19d4ffa1ec91017cc09, ASSIGN}] 2024-12-12T02:39:10,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7cc7bcc7c2fda19d4ffa1ec91017cc09, ASSIGN 2024-12-12T02:39:10,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7cc7bcc7c2fda19d4ffa1ec91017cc09, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:10,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7cc7bcc7c2fda19d4ffa1ec91017cc09, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:10,396 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7cc7bcc7c2fda19d4ffa1ec91017cc09, ASSIGN because future has completed 2024-12-12T02:39:10,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cc7bcc7c2fda19d4ffa1ec91017cc09, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-12T02:39:10,555 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,555 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cc7bcc7c2fda19d4ffa1ec91017cc09, NAME => 'testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:10,556 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNextAsync 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,556 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:10,556 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,556 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,558 INFO [StoreOpener-7cc7bcc7c2fda19d4ffa1ec91017cc09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,560 INFO [StoreOpener-7cc7bcc7c2fda19d4ffa1ec91017cc09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cc7bcc7c2fda19d4ffa1ec91017cc09 columnFamilyName testFamily 2024-12-12T02:39:10,560 DEBUG [StoreOpener-7cc7bcc7c2fda19d4ffa1ec91017cc09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:10,561 INFO [StoreOpener-7cc7bcc7c2fda19d4ffa1ec91017cc09-1 {}] regionserver.HStore(327): Store=7cc7bcc7c2fda19d4ffa1ec91017cc09/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:10,561 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,562 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,562 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,563 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,563 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,565 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,568 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:10,568 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 7cc7bcc7c2fda19d4ffa1ec91017cc09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66721037, jitterRate=-0.005779072642326355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:10,568 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:10,569 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 7cc7bcc7c2fda19d4ffa1ec91017cc09: Running coprocessor pre-open hook at 1733971150556Writing region info on filesystem at 1733971150556Initializing all the Stores at 1733971150558 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971150558Cleaning up temporary data from old regions at 1733971150563 (+5 ms)Running coprocessor post-open hooks at 1733971150568 (+5 ms)Region opened successfully at 1733971150569 (+1 ms) 2024-12-12T02:39:10,570 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., pid=21, masterSystemTime=1733971150549 2024-12-12T02:39:10,573 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,573 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:10,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=7cc7bcc7c2fda19d4ffa1ec91017cc09, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:10,576 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cc7bcc7c2fda19d4ffa1ec91017cc09, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:10,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-12T02:39:10,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cc7bcc7c2fda19d4ffa1ec91017cc09, server=17d1ec896686,45729,1733971056006 in 181 msec 2024-12-12T02:39:10,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-12T02:39:10,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNextAsync, region=7cc7bcc7c2fda19d4ffa1ec91017cc09, ASSIGN in 341 msec 2024-12-12T02:39:10,584 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:10,584 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNextAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971150584"}]},"ts":"1733971150584"} 2024-12-12T02:39:10,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNextAsync, state=ENABLED in hbase:meta 2024-12-12T02:39:10,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:10,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNextAsync in 1.1850 sec 2024-12-12T02:39:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-12T02:39:12,445 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNextAsync completed 2024-12-12T02:39:12,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNextAsync get assigned. Timeout = 60000ms 2024-12-12T02:39:12,445 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:12,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNextAsync assigned to meta. Checking AM states. 2024-12-12T02:39:12,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:12,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNextAsync assigned. 2024-12-12T02:39:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNextAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:12,462 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:12,463 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNextAsync,, stopping at row=testNormalScanTimeoutOnNextAsync ,, for max=2147483647 with caching=100 2024-12-12T02:39:12,465 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-12T02:39:12,467 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-12T02:39:12,468 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-12T02:39:12,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-12T02:39:14,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNextAsync' 2024-12-12T02:39:15,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594072' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-12T02:39:15,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54130 deadline: 1733971156476, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594072' does not exist 2024-12-12T02:39:15,477 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 17d1ec896686,45729,1733971056006 for closing scanner id = -3189071186453594072 for 7cc7bcc7c2fda19d4ffa1ec91017cc09 of testNormalScanTimeoutOnNextAsync failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594072' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:39:15,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNextAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=82 (was 70) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4258 (was 4282) 2024-12-12T02:39:15,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=4257 2024-12-12T02:39:15,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext 2024-12-12T02:39:15,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:15,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:15,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnNext" procId is: 22 2024-12-12T02:39:15,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-12T02:39:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741847_1023 (size=411) 2024-12-12T02:39:15,910 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 270b9d22586c01779ad374b3236c690d, NAME => 'testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741848_1024 (size=62) 2024-12-12T02:39:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 78, skipping over this response of 83 bytes 2024-12-12T02:39:16,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:16,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync 2024-12-12T02:39:16,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNextAsync Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:16,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:16,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 270b9d22586c01779ad374b3236c690d, disabling compactions & flushes 2024-12-12T02:39:16,319 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. after waiting 0 ms 2024-12-12T02:39:16,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,319 INFO [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,319 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 270b9d22586c01779ad374b3236c690d: Waiting for close lock at 1733971156319Disabling compacts and flushes for region at 1733971156319Disabling writes for close at 1733971156319Writing region close event to WAL at 1733971156319Closed at 1733971156319 2024-12-12T02:39:16,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:16,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733971156321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971156321"}]},"ts":"1733971156321"} 2024-12-12T02:39:16,324 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:16,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:16,325 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971156325"}]},"ts":"1733971156325"} 2024-12-12T02:39:16,327 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-12T02:39:16,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=270b9d22586c01779ad374b3236c690d, ASSIGN}] 2024-12-12T02:39:16,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=270b9d22586c01779ad374b3236c690d, ASSIGN 2024-12-12T02:39:16,330 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=270b9d22586c01779ad374b3236c690d, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:16,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=270b9d22586c01779ad374b3236c690d, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:16,484 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=270b9d22586c01779ad374b3236c690d, ASSIGN because future has completed 2024-12-12T02:39:16,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 270b9d22586c01779ad374b3236c690d, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-12T02:39:16,643 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,643 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 270b9d22586c01779ad374b3236c690d, NAME => 'testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:16,643 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnNext 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,644 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:16,644 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,644 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,646 INFO [StoreOpener-270b9d22586c01779ad374b3236c690d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,647 INFO [StoreOpener-270b9d22586c01779ad374b3236c690d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 270b9d22586c01779ad374b3236c690d columnFamilyName testFamily 2024-12-12T02:39:16,647 DEBUG [StoreOpener-270b9d22586c01779ad374b3236c690d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:16,648 INFO [StoreOpener-270b9d22586c01779ad374b3236c690d-1 {}] regionserver.HStore(327): Store=270b9d22586c01779ad374b3236c690d/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:16,648 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,649 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,650 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,650 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,650 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,652 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,655 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:16,656 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 270b9d22586c01779ad374b3236c690d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60328656, jitterRate=-0.10103297233581543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:16,656 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:16,656 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 270b9d22586c01779ad374b3236c690d: Running coprocessor pre-open hook at 1733971156644Writing region info on filesystem at 1733971156644Initializing all the Stores at 1733971156645 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971156645Cleaning up temporary data from old regions at 1733971156650 (+5 ms)Running coprocessor post-open hooks at 1733971156656 (+6 ms)Region opened successfully at 1733971156656 2024-12-12T02:39:16,658 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d., pid=24, masterSystemTime=1733971156637 2024-12-12T02:39:16,660 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,660 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:16,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=270b9d22586c01779ad374b3236c690d, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:16,664 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 270b9d22586c01779ad374b3236c690d, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:16,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-12T02:39:16,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 270b9d22586c01779ad374b3236c690d, server=17d1ec896686,45729,1733971056006 in 181 msec 2024-12-12T02:39:16,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-12T02:39:16,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnNext, region=270b9d22586c01779ad374b3236c690d, ASSIGN in 340 msec 2024-12-12T02:39:16,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:16,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971156670"}]},"ts":"1733971156670"} 2024-12-12T02:39:16,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-12T02:39:16,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:16,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnNext in 1.1800 sec 2024-12-12T02:39:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=22 2024-12-12T02:39:18,545 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnNext completed 2024-12-12T02:39:18,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-12T02:39:18,545 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:18,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-12T02:39:18,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:18,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnNext assigned. 2024-12-12T02:39:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:18,561 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:18,561 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnNext,, stopping at row=testNormalScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-12T02:39:18,564 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-12T02:39:18,565 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-12T02:39:18,566 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-12T02:39:18,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 3500 2024-12-12T02:39:19,546 INFO [master/17d1ec896686:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-12T02:39:19,546 INFO [master/17d1ec896686:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-12T02:39:20,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnNext' 2024-12-12T02:39:21,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594068' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-12T02:39:21,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54130 deadline: 1733971162576, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594068' does not exist 2024-12-12T02:39:21,577 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 17d1ec896686,45729,1733971056006 for closing scanner id = -3189071186453594068 for 270b9d22586c01779ad374b3236c690d of testNormalScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594068' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:39:21,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 82), ProcessCount=11 (was 11), AvailableMemoryMB=4255 (was 4257) 2024-12-12T02:39:21,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=75, ProcessCount=11, AvailableMemoryMB=4255 2024-12-12T02:39:21,593 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:21,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync 2024-12-12T02:39:21,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:21,596 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:21,596 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnOpenScannerAsync" procId is: 25 2024-12-12T02:39:21,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-12T02:39:21,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741849_1025 (size=419) 2024-12-12T02:39:22,008 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7bcf1d9c0aea1b53ca0bfa45358eb3e2, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741850_1026 (size=70) 2024-12-12T02:39:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 88, skipping over this response of 83 bytes 2024-12-12T02:39:22,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:22,417 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:22,417 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 7bcf1d9c0aea1b53ca0bfa45358eb3e2, disabling compactions & flushes 2024-12-12T02:39:22,417 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,417 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,417 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. after waiting 0 ms 2024-12-12T02:39:22,417 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,417 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,418 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7bcf1d9c0aea1b53ca0bfa45358eb3e2: Waiting for close lock at 1733971162417Disabling compacts and flushes for region at 1733971162417Disabling writes for close at 1733971162417Writing region close event to WAL at 1733971162417Closed at 1733971162417 2024-12-12T02:39:22,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:22,420 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2.","families":{"info":[{"qualifier":"regioninfo","vlen":69,"tag":[],"timestamp":"1733971162419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971162419"}]},"ts":"1733971162419"} 2024-12-12T02:39:22,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:22,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:22,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971162423"}]},"ts":"1733971162423"} 2024-12-12T02:39:22,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-12T02:39:22,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7bcf1d9c0aea1b53ca0bfa45358eb3e2, ASSIGN}] 2024-12-12T02:39:22,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7bcf1d9c0aea1b53ca0bfa45358eb3e2, ASSIGN 2024-12-12T02:39:22,428 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7bcf1d9c0aea1b53ca0bfa45358eb3e2, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:22,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7bcf1d9c0aea1b53ca0bfa45358eb3e2, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:22,582 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7bcf1d9c0aea1b53ca0bfa45358eb3e2, ASSIGN because future has completed 2024-12-12T02:39:22,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bcf1d9c0aea1b53ca0bfa45358eb3e2, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-12T02:39:22,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 7bcf1d9c0aea1b53ca0bfa45358eb3e2, NAME => 'hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:22,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnOpenScannerAsync 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:22,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,744 INFO [StoreOpener-7bcf1d9c0aea1b53ca0bfa45358eb3e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,746 INFO [StoreOpener-7bcf1d9c0aea1b53ca0bfa45358eb3e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7bcf1d9c0aea1b53ca0bfa45358eb3e2 columnFamilyName testFamily 2024-12-12T02:39:22,746 DEBUG [StoreOpener-7bcf1d9c0aea1b53ca0bfa45358eb3e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:22,747 INFO [StoreOpener-7bcf1d9c0aea1b53ca0bfa45358eb3e2-1 {}] regionserver.HStore(327): Store=7bcf1d9c0aea1b53ca0bfa45358eb3e2/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:22,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:22,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1114): Opened 7bcf1d9c0aea1b53ca0bfa45358eb3e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64918312, jitterRate=-0.03264176845550537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:22,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:22,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 7bcf1d9c0aea1b53ca0bfa45358eb3e2: Running coprocessor pre-open hook at 1733971162742Writing region info on filesystem at 1733971162742Initializing all the Stores at 1733971162744 (+2 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971162744Cleaning up temporary data from old regions at 1733971162749 (+5 ms)Running coprocessor post-open hooks at 1733971162756 (+7 ms)Region opened successfully at 1733971162756 2024-12-12T02:39:22,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., pid=27, masterSystemTime=1733971162735 2024-12-12T02:39:22,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=27}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:22,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=7bcf1d9c0aea1b53ca0bfa45358eb3e2, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:22,764 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7bcf1d9c0aea1b53ca0bfa45358eb3e2, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:22,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-12T02:39:22,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 7bcf1d9c0aea1b53ca0bfa45358eb3e2, server=17d1ec896686,45729,1733971056006 in 183 msec 2024-12-12T02:39:22,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-12T02:39:22,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync, region=7bcf1d9c0aea1b53ca0bfa45358eb3e2, ASSIGN in 341 msec 2024-12-12T02:39:22,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:22,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971162770"}]},"ts":"1733971162770"} 2024-12-12T02:39:22,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-12T02:39:22,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=25, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:22,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnOpenScannerAsync in 1.1800 sec 2024-12-12T02:39:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-12T02:39:24,634 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnOpenScannerAsync completed 2024-12-12T02:39:24,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-12T02:39:24,634 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:24,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-12T02:39:24,639 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:24,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnOpenScannerAsync assigned. 2024-12-12T02:39:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:24,652 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:24,652 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnOpenScannerAsync,, stopping at row=hbase:testMetaScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-12T02:39:24,656 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-12T02:39:24,657 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 6500 2024-12-12T02:39:25,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext 2024-12-12T02:39:25,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:25,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync 2024-12-12T02:39:25,743 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:26,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnOpenScannerAsync' 2024-12-12T02:39:28,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:30,663 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., hostname=17d1ec896686,45729,1733971056006, seqNum=2 , the old value is region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., hostname=17d1ec896686,45729,1733971056006, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=17d1ec896686:45729 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-12-12T02:39:30,663 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., hostname=17d1ec896686,45729,1733971056006, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=96,methodName=Scan], waitTime=6006ms, rpcTimeout=5999ms 2024-12-12T02:39:30,663 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., hostname=17d1ec896686,45729,1733971056006, seqNum=2 from cache 2024-12-12T02:39:30,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=63 (was 75), ProcessCount=11 (was 11), AvailableMemoryMB=4250 (was 4255) 2024-12-12T02:39:30,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=63, ProcessCount=11, AvailableMemoryMB=4249 2024-12-12T02:39:30,683 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:30,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext 2024-12-12T02:39:30,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:30,686 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:30,686 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "hbase" qualifier: "testMetaScanTimeoutOnNext" procId is: 28 2024-12-12T02:39:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-12T02:39:30,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:30,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741851_1027 (size=407) 2024-12-12T02:39:31,097 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4925735bad0eb2e859f43902282ea31a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:testMetaScanTimeoutOnNext', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741852_1028 (size=58) 2024-12-12T02:39:31,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 96, skipping over this response of 89 bytes 2024-12-12T02:39:31,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:31,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1722): Closing 4925735bad0eb2e859f43902282ea31a, disabling compactions & flushes 2024-12-12T02:39:31,506 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. after waiting 0 ms 2024-12-12T02:39:31,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,506 INFO [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,506 DEBUG [RegionOpenAndInit-hbase:testMetaScanTimeoutOnNext-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4925735bad0eb2e859f43902282ea31a: Waiting for close lock at 1733971171506Disabling compacts and flushes for region at 1733971171506Disabling writes for close at 1733971171506Writing region close event to WAL at 1733971171506Closed at 1733971171506 2024-12-12T02:39:31,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:31,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1733971171508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971171508"}]},"ts":"1733971171508"} 2024-12-12T02:39:31,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:31,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:31,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971171512"}]},"ts":"1733971171512"} 2024-12-12T02:39:31,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLING in hbase:meta 2024-12-12T02:39:31,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4925735bad0eb2e859f43902282ea31a, ASSIGN}] 2024-12-12T02:39:31,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4925735bad0eb2e859f43902282ea31a, ASSIGN 2024-12-12T02:39:31,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4925735bad0eb2e859f43902282ea31a, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:31,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4925735bad0eb2e859f43902282ea31a, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:31,670 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4925735bad0eb2e859f43902282ea31a, ASSIGN because future has completed 2024-12-12T02:39:31,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4925735bad0eb2e859f43902282ea31a, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-12T02:39:31,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(132): Open hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 4925735bad0eb2e859f43902282ea31a, NAME => 'hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:31,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testMetaScanTimeoutOnNext 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(898): Instantiated hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:31,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,831 INFO [StoreOpener-4925735bad0eb2e859f43902282ea31a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,833 INFO [StoreOpener-4925735bad0eb2e859f43902282ea31a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4925735bad0eb2e859f43902282ea31a columnFamilyName testFamily 2024-12-12T02:39:31,833 DEBUG [StoreOpener-4925735bad0eb2e859f43902282ea31a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:31,833 INFO [StoreOpener-4925735bad0eb2e859f43902282ea31a-1 {}] regionserver.HStore(327): Store=4925735bad0eb2e859f43902282ea31a/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:31,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:31,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1114): Opened 4925735bad0eb2e859f43902282ea31a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71592751, jitterRate=0.06681512296199799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:31,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:31,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 4925735bad0eb2e859f43902282ea31a: Running coprocessor pre-open hook at 1733971171829Writing region info on filesystem at 1733971171829Initializing all the Stores at 1733971171830 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971171830Cleaning up temporary data from old regions at 1733971171835 (+5 ms)Running coprocessor post-open hooks at 1733971171841 (+6 ms)Region opened successfully at 1733971171842 (+1 ms) 2024-12-12T02:39:31,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a., pid=30, masterSystemTime=1733971171823 2024-12-12T02:39:31,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=30}] handler.AssignRegionHandler(153): Opened hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:31,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=4925735bad0eb2e859f43902282ea31a, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:31,849 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4925735bad0eb2e859f43902282ea31a, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:31,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-12T02:39:31,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 4925735bad0eb2e859f43902282ea31a, server=17d1ec896686,45729,1733971056006 in 180 msec 2024-12-12T02:39:31,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-12-12T02:39:31,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:testMetaScanTimeoutOnNext, region=4925735bad0eb2e859f43902282ea31a, ASSIGN in 339 msec 2024-12-12T02:39:31,857 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:31,857 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:testMetaScanTimeoutOnNext","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971171857"}]},"ts":"1733971171857"} 2024-12-12T02:39:31,859 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:testMetaScanTimeoutOnNext, state=ENABLED in hbase:meta 2024-12-12T02:39:31,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:31,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:testMetaScanTimeoutOnNext in 1.1770 sec 2024-12-12T02:39:32,059 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:testMetaScanTimeoutOnNext' 2024-12-12T02:39:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-12-12T02:39:33,724 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:testMetaScanTimeoutOnNext completed 2024-12-12T02:39:33,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table hbase:testMetaScanTimeoutOnNext get assigned. Timeout = 60000ms 2024-12-12T02:39:33,725 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:33,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table hbase:testMetaScanTimeoutOnNext assigned to meta. Checking AM states. 2024-12-12T02:39:33,730 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:33,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table hbase:testMetaScanTimeoutOnNext assigned. 2024-12-12T02:39:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:testMetaScanTimeoutOnNext', row='row-0', locateType=CURRENT is [region=hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:33,742 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:33,742 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=hbase:testMetaScanTimeoutOnNext,, stopping at row=hbase:testMetaScanTimeoutOnNext ,, for max=2147483647 with caching=100 2024-12-12T02:39:33,745 INFO [Time-limited test {}] client.TestClientScannerTimeouts(313): Opening scanner, expecting no timeouts from first next() call from openScanner response 2024-12-12T02:39:33,746 INFO [Time-limited test {}] client.TestClientScannerTimeouts(319): Making first next() RPC, expecting no timeout for seqNo 0 2024-12-12T02:39:33,747 INFO [Time-limited test {}] client.TestClientScannerTimeouts(323): Making second next() RPC, expecting timeout 2024-12-12T02:39:33,748 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(445): SLEEPING 6500 2024-12-12T02:39:34,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-12T02:39:35,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext 2024-12-12T02:39:35,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_testMetaScanTimeoutOnNext Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:37,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:39,311 DEBUG [master/17d1ec896686:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-12T02:39:39,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594060' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) ~[classes/:?] at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-12T02:39:39,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45729 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 41 connection: 172.17.0.2:54130 deadline: 1733971185757, exception=org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594060' does not exist 2024-12-12T02:39:39,758 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncScanSingleRegionRpcRetryingCaller(378): Call to 17d1ec896686,45729,1733971056006 for closing scanner id = -3189071186453594060 for 4925735bad0eb2e859f43902282ea31a of hbase:testMetaScanTimeoutOnNext failed, ignore, probably already closed org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.LeaseException: lease '-3189071186453594060' does not exist at org.apache.hadoop.hbase.regionserver.LeaseManager.removeLease(LeaseManager.java:196) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3597) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout.scan(TestClientScannerTimeouts.java:427) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-12T02:39:39,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testMetaScanTimeoutOnNext Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=53 (was 63), ProcessCount=11 (was 11), AvailableMemoryMB=4242 (was 4249) 2024-12-12T02:39:39,772 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=53, ProcessCount=11, AvailableMemoryMB=4242 2024-12-12T02:39:39,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-12T02:39:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync 2024-12-12T02:39:39,777 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_PRE_OPERATION 2024-12-12T02:39:39,777 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:39,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testNormalScanTimeoutOnOpenScannerAsync" procId is: 31 2024-12-12T02:39:39,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-12T02:39:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-12T02:39:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741853_1029 (size=423) 2024-12-12T02:39:40,188 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31ee804a750b500e73c759cf199f95d6, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testNormalScanTimeoutOnOpenScannerAsync', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216 2024-12-12T02:39:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741854_1030 (size=74) 2024-12-12T02:39:40,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 105, skipping over this response of 83 bytes 2024-12-12T02:39:40,597 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:40,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1722): Closing 31ee804a750b500e73c759cf199f95d6, disabling compactions & flushes 2024-12-12T02:39:40,598 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. after waiting 0 ms 2024-12-12T02:39:40,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,598 INFO [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,598 DEBUG [RegionOpenAndInit-testNormalScanTimeoutOnOpenScannerAsync-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31ee804a750b500e73c759cf199f95d6: Waiting for close lock at 1733971180598Disabling compacts and flushes for region at 1733971180598Disabling writes for close at 1733971180598Writing region close event to WAL at 1733971180598Closed at 1733971180598 2024-12-12T02:39:40,600 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ADD_TO_META 2024-12-12T02:39:40,600 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6.","families":{"info":[{"qualifier":"regioninfo","vlen":73,"tag":[],"timestamp":"1733971180600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733971180600"}]},"ts":"1733971180600"} 2024-12-12T02:39:40,603 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-12T02:39:40,604 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-12T02:39:40,605 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971180604"}]},"ts":"1733971180604"} 2024-12-12T02:39:40,607 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLING in hbase:meta 2024-12-12T02:39:40,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=31ee804a750b500e73c759cf199f95d6, ASSIGN}] 2024-12-12T02:39:40,609 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=31ee804a750b500e73c759cf199f95d6, ASSIGN 2024-12-12T02:39:40,610 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=31ee804a750b500e73c759cf199f95d6, ASSIGN; state=OFFLINE, location=17d1ec896686,45729,1733971056006; forceNewPlan=false, retain=false 2024-12-12T02:39:40,760 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=31ee804a750b500e73c759cf199f95d6, regionState=OPENING, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:40,764 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=31ee804a750b500e73c759cf199f95d6, ASSIGN because future has completed 2024-12-12T02:39:40,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ee804a750b500e73c759cf199f95d6, server=17d1ec896686,45729,1733971056006}] 2024-12-12T02:39:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-12T02:39:40,922 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,922 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 31ee804a750b500e73c759cf199f95d6, NAME => 'testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6.', STARTKEY => '', ENDKEY => ''} 2024-12-12T02:39:40,922 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testNormalScanTimeoutOnOpenScannerAsync 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,922 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-12T02:39:40,923 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,923 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,924 INFO [StoreOpener-31ee804a750b500e73c759cf199f95d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family testFamily of region 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,926 INFO [StoreOpener-31ee804a750b500e73c759cf199f95d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31ee804a750b500e73c759cf199f95d6 columnFamilyName testFamily 2024-12-12T02:39:40,926 DEBUG [StoreOpener-31ee804a750b500e73c759cf199f95d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-12T02:39:40,927 INFO [StoreOpener-31ee804a750b500e73c759cf199f95d6-1 {}] regionserver.HStore(327): Store=31ee804a750b500e73c759cf199f95d6/testFamily, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-12T02:39:40,927 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,928 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,928 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,929 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,929 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,931 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,933 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-12T02:39:40,934 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 31ee804a750b500e73c759cf199f95d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69216421, jitterRate=0.031405046582221985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-12T02:39:40,934 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:40,935 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 31ee804a750b500e73c759cf199f95d6: Running coprocessor pre-open hook at 1733971180923Writing region info on filesystem at 1733971180923Initializing all the Stores at 1733971180924 (+1 ms)Instantiating store for column family {NAME => 'testFamily', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733971180924Cleaning up temporary data from old regions at 1733971180929 (+5 ms)Running coprocessor post-open hooks at 1733971180934 (+5 ms)Region opened successfully at 1733971180934 2024-12-12T02:39:40,936 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., pid=33, masterSystemTime=1733971180917 2024-12-12T02:39:40,938 DEBUG [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,938 INFO [RS_OPEN_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:40,939 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=32 updating hbase:meta row=31ee804a750b500e73c759cf199f95d6, regionState=OPEN, openSeqNum=2, regionLocation=17d1ec896686,45729,1733971056006 2024-12-12T02:39:40,942 DEBUG [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31ee804a750b500e73c759cf199f95d6, server=17d1ec896686,45729,1733971056006 because future has completed 2024-12-12T02:39:40,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-12T02:39:40,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; OpenRegionProcedure 31ee804a750b500e73c759cf199f95d6, server=17d1ec896686,45729,1733971056006 in 179 msec 2024-12-12T02:39:40,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-12T02:39:40,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testNormalScanTimeoutOnOpenScannerAsync, region=31ee804a750b500e73c759cf199f95d6, ASSIGN in 339 msec 2024-12-12T02:39:40,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-12T02:39:40,949 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testNormalScanTimeoutOnOpenScannerAsync","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733971180949"}]},"ts":"1733971180949"} 2024-12-12T02:39:40,952 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testNormalScanTimeoutOnOpenScannerAsync, state=ENABLED in hbase:meta 2024-12-12T02:39:40,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync execute state=CREATE_TABLE_POST_OPERATION 2024-12-12T02:39:40,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; CreateTableProcedure table=testNormalScanTimeoutOnOpenScannerAsync in 1.1790 sec 2024-12-12T02:39:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-12T02:39:42,814 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testNormalScanTimeoutOnOpenScannerAsync completed 2024-12-12T02:39:42,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testNormalScanTimeoutOnOpenScannerAsync get assigned. Timeout = 60000ms 2024-12-12T02:39:42,815 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned to meta. Checking AM states. 2024-12-12T02:39:42,819 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-12T02:39:42,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testNormalScanTimeoutOnOpenScannerAsync assigned. 2024-12-12T02:39:42,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='row-0', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:42,831 INFO [Time-limited test {}] client.TestClientScannerTimeouts(130): Wrote our four values 2024-12-12T02:39:42,831 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testNormalScanTimeoutOnOpenScannerAsync,, stopping at row=testNormalScanTimeoutOnOpenScannerAsync ,, for max=2147483647 with caching=100 2024-12-12T02:39:42,834 INFO [Time-limited test {}] client.TestClientScannerTimeouts(338): Opening scanner, expecting timeout from first next() call from openScanner response 2024-12-12T02:39:42,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-12T02:39:43,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=17d1ec896686:45729 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-12-12T02:39:43,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=113,methodName=Scan], waitTime=1009ms, rpcTimeout=1000ms 2024-12-12T02:39:43,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2 from cache 2024-12-12T02:39:44,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testNormalScanTimeoutOnOpenScannerAsync' 2024-12-12T02:39:44,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(450): Unknown callId: 113, skipping over this response of 89 bytes 2024-12-12T02:39:44,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testNormalScanTimeoutOnOpenScannerAsync', row='', locateType=CURRENT is [region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2] 2024-12-12T02:39:44,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45729 {}] client.TestClientScannerTimeouts$RSRpcServicesWithScanTimeout(460): openScanner SLEEPING 1500 2024-12-12T02:39:45,742 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync 2024-12-12T02:39:45,742 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testNormalScanTimeoutOnOpenScannerAsync Metrics about Tables on a single HBase RegionServer 2024-12-12T02:39:45,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2 , the old value is region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2, error=org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=17d1ec896686:45729 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=977ms 2024-12-12T02:39:45,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2 is org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=115,methodName=Scan], waitTime=987ms, rpcTimeout=977ms 2024-12-12T02:39:45,843 DEBUG [RpcClient-timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., hostname=17d1ec896686,45729,1733971056006, seqNum=2 from cache 2024-12-12T02:39:45,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: client.TestClientScannerTimeouts#testNormalScanTimeoutOnOpenScannerAsync Thread=222 (was 222), OpenFileDescriptor=445 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=49 (was 53), ProcessCount=11 (was 11), AvailableMemoryMB=4240 (was 4242) 2024-12-12T02:39:45,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T02:39:45,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:109) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T02:39:45,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:45,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:45,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T02:39:45,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-12T02:39:45,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T02:39:45,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T02:39:45,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:45,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:45,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-12T02:39:45,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-12T02:39:45,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2048927636, stopped=false 2024-12-12T02:39:45,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=17d1ec896686,40231,1733971055331 2024-12-12T02:39:45,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T02:39:45,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-12T02:39:45,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:39:45,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:39:45,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T02:39:45,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-12T02:39:45,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.client.TestClientScannerTimeouts.tearDownAfterClass(TestClientScannerTimeouts.java:111) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T02:39:45,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:45,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T02:39:45,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '17d1ec896686,45729,1733971056006' ***** 2024-12-12T02:39:45,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-12T02:39:45,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-12T02:39:45,864 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-12T02:39:45,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-12T02:39:45,865 INFO [RS:0;17d1ec896686:45729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-12T02:39:45,865 INFO [RS:0;17d1ec896686:45729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-12T02:39:45,865 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for b00576febd17a5c2475015ae61d377ec 2024-12-12T02:39:45,865 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 31ee804a750b500e73c759cf199f95d6 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c92bfdb6bff2e842a122bb75814360b 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for ae3b7e77342f86985f262ea255566789 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for d86d513cd0c6a6522a3642e0ef34095f 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 4925735bad0eb2e859f43902282ea31a 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:45,866 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b00576febd17a5c2475015ae61d377ec, disabling compactions & flushes 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(959): stopping server 17d1ec896686,45729,1733971056006 2024-12-12T02:39:45,866 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T02:39:45,866 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;17d1ec896686:45729. 2024-12-12T02:39:45,866 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. after waiting 0 ms 2024-12-12T02:39:45,866 DEBUG [RS:0;17d1ec896686:45729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-12T02:39:45,866 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:45,866 DEBUG [RS:0;17d1ec896686:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-12T02:39:45,866 INFO [RS:0;17d1ec896686:45729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-12T02:39:45,867 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-12T02:39:45,867 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1321): Waiting on 11 regions to close 2024-12-12T02:39:45,867 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-12T02:39:45,867 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-12T02:39:45,867 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-12T02:39:45,867 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-12T02:39:45,867 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-12T02:39:45,867 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270b9d22586c01779ad374b3236c690d, 31ee804a750b500e73c759cf199f95d6, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, b00576febd17a5c2475015ae61d377ec, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:45,869 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.68 KB heapSize=25.68 KB 2024-12-12T02:39:45,869 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b00576febd17a5c2475015ae61d377ec 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:45,944 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/.tmp/testFamily/fcc17d5c421648c1ad7093a2ed06499b is 61, key is row-0/testFamily:testQualifier/1733971146363/Put/seqid=0 2024-12-12T02:39:45,947 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/info/f5a0dbfd2baa4a64bcd7732cb8579564 is 209, key is testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359./info:regioninfo/1733971120095/Put/seqid=0 2024-12-12T02:39:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741856_1032 (size=20564) 2024-12-12T02:39:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741855_1031 (size=5049) 2024-12-12T02:39:45,959 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.27 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/info/f5a0dbfd2baa4a64bcd7732cb8579564 2024-12-12T02:39:45,966 INFO [regionserver/17d1ec896686:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-12T02:39:45,966 INFO [regionserver/17d1ec896686:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-12T02:39:46,037 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/ns/39afa999168a43b7a3d2b5bcf2602248 is 43, key is default/ns:d/1733971118618/Put/seqid=0 2024-12-12T02:39:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741857_1033 (size=5153) 2024-12-12T02:39:46,068 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270b9d22586c01779ad374b3236c690d, 31ee804a750b500e73c759cf199f95d6, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, b00576febd17a5c2475015ae61d377ec, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:46,268 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270b9d22586c01779ad374b3236c690d, 31ee804a750b500e73c759cf199f95d6, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, b00576febd17a5c2475015ae61d377ec, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:46,358 WARN [RegionServerWithScanTimeout-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-12T02:39:46,360 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/.tmp/testFamily/fcc17d5c421648c1ad7093a2ed06499b 2024-12-12T02:39:46,370 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/.tmp/testFamily/fcc17d5c421648c1ad7093a2ed06499b as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/testFamily/fcc17d5c421648c1ad7093a2ed06499b 2024-12-12T02:39:46,378 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/testFamily/fcc17d5c421648c1ad7093a2ed06499b, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:46,386 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b00576febd17a5c2475015ae61d377ec in 516ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:46,391 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScanner/b00576febd17a5c2475015ae61d377ec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:46,393 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:46,394 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b00576febd17a5c2475015ae61d377ec: Waiting for close lock at 1733971185866Running coprocessor pre-close hooks at 1733971185866Disabling compacts and flushes for region at 1733971185866Disabling writes for close at 1733971185866Obtaining lock to block concurrent updates at 1733971185869 (+3 ms)Preparing flush snapshotting stores in b00576febd17a5c2475015ae61d377ec at 1733971185870 (+1 ms)Finished memstore snapshotting testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971185877 (+7 ms)Flushing stores of testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. at 1733971185878 (+1 ms)Flushing b00576febd17a5c2475015ae61d377ec/testFamily: creating writer at 1733971185880 (+2 ms)Flushing b00576febd17a5c2475015ae61d377ec/testFamily: appending metadata at 1733971185937 (+57 ms)Flushing b00576febd17a5c2475015ae61d377ec/testFamily: closing flushed file at 1733971185941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e8e5ba: reopening flushed file at 1733971186369 (+428 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for b00576febd17a5c2475015ae61d377ec in 516ms, sequenceid=8, compaction requested=false at 1733971186386 (+17 ms)Writing region close event to WAL at 1733971186387 (+1 ms)Running coprocessor post-close hooks at 1733971186392 (+5 ms)Closed at 1733971186393 (+1 ms) 2024-12-12T02:39:46,394 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScanner,,1733971143323.b00576febd17a5c2475015ae61d377ec. 2024-12-12T02:39:46,394 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31ee804a750b500e73c759cf199f95d6, disabling compactions & flushes 2024-12-12T02:39:46,394 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:46,394 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:46,394 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. after waiting 0 ms 2024-12-12T02:39:46,394 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:46,394 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31ee804a750b500e73c759cf199f95d6 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:46,410 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/.tmp/testFamily/03e7bc7064f94b12852fa67c983ce3b9 is 61, key is row-0/testFamily:testQualifier/1733971182823/Put/seqid=0 2024-12-12T02:39:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741858_1034 (size=5049) 2024-12-12T02:39:46,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:46,443 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/ns/39afa999168a43b7a3d2b5bcf2602248 2024-12-12T02:39:46,468 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270b9d22586c01779ad374b3236c690d, 31ee804a750b500e73c759cf199f95d6, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:46,468 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/table/dad8415c751547329d9ad2413f69c6f2 is 80, key is testRetryOutOfOrderScannerNextExceptionAsync/table:state/1733971120109/Put/seqid=0 2024-12-12T02:39:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741859_1035 (size=6699) 2024-12-12T02:39:46,668 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270b9d22586c01779ad374b3236c690d, 31ee804a750b500e73c759cf199f95d6, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:46,816 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/.tmp/testFamily/03e7bc7064f94b12852fa67c983ce3b9 2024-12-12T02:39:46,826 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/.tmp/testFamily/03e7bc7064f94b12852fa67c983ce3b9 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/testFamily/03e7bc7064f94b12852fa67c983ce3b9 2024-12-12T02:39:46,836 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/testFamily/03e7bc7064f94b12852fa67c983ce3b9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:46,837 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 31ee804a750b500e73c759cf199f95d6 in 443ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:46,842 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnOpenScannerAsync/31ee804a750b500e73c759cf199f95d6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:46,843 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:46,843 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31ee804a750b500e73c759cf199f95d6: Waiting for close lock at 1733971186394Running coprocessor pre-close hooks at 1733971186394Disabling compacts and flushes for region at 1733971186394Disabling writes for close at 1733971186394Obtaining lock to block concurrent updates at 1733971186394Preparing flush snapshotting stores in 31ee804a750b500e73c759cf199f95d6 at 1733971186394Finished memstore snapshotting testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971186395 (+1 ms)Flushing stores of testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. at 1733971186395Flushing 31ee804a750b500e73c759cf199f95d6/testFamily: creating writer at 1733971186395Flushing 31ee804a750b500e73c759cf199f95d6/testFamily: appending metadata at 1733971186410 (+15 ms)Flushing 31ee804a750b500e73c759cf199f95d6/testFamily: closing flushed file at 1733971186410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5701b7e8: reopening flushed file at 1733971186825 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 31ee804a750b500e73c759cf199f95d6 in 443ms, sequenceid=8, compaction requested=false at 1733971186837 (+12 ms)Writing region close event to WAL at 1733971186838 (+1 ms)Running coprocessor post-close hooks at 1733971186843 (+5 ms)Closed at 1733971186843 2024-12-12T02:39:46,844 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnOpenScannerAsync,,1733971179774.31ee804a750b500e73c759cf199f95d6. 2024-12-12T02:39:46,844 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7bcf1d9c0aea1b53ca0bfa45358eb3e2, disabling compactions & flushes 2024-12-12T02:39:46,844 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:46,844 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:46,844 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. after waiting 0 ms 2024-12-12T02:39:46,844 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:46,844 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7bcf1d9c0aea1b53ca0bfa45358eb3e2 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:46,868 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/.tmp/testFamily/9d80195f6c6a461d9b8fefc664b4e3cb is 61, key is row-0/testFamily:testQualifier/1733971164644/Put/seqid=0 2024-12-12T02:39:46,869 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1321): Waiting on 9 regions to close 2024-12-12T02:39:46,869 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1325): Online Regions={7bcf1d9c0aea1b53ca0bfa45358eb3e2=hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., 3c92bfdb6bff2e842a122bb75814360b=hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b., ae3b7e77342f86985f262ea255566789=testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789., d86d513cd0c6a6522a3642e0ef34095f=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., e2b19ad9744fe0c1b069e53206215359=testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359., 4925735bad0eb2e859f43902282ea31a=hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a., 1588230740=hbase:meta,,1.1588230740, 7cc7bcc7c2fda19d4ffa1ec91017cc09=testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., 270b9d22586c01779ad374b3236c690d=testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.} 2024-12-12T02:39:46,869 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 270b9d22586c01779ad374b3236c690d, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:46,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741860_1036 (size=5049) 2024-12-12T02:39:46,874 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.33 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/table/dad8415c751547329d9ad2413f69c6f2 2024-12-12T02:39:46,883 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/info/f5a0dbfd2baa4a64bcd7732cb8579564 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/info/f5a0dbfd2baa4a64bcd7732cb8579564 2024-12-12T02:39:46,891 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/info/f5a0dbfd2baa4a64bcd7732cb8579564, entries=100, sequenceid=56, filesize=20.1 K 2024-12-12T02:39:46,893 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/ns/39afa999168a43b7a3d2b5bcf2602248 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/ns/39afa999168a43b7a3d2b5bcf2602248 2024-12-12T02:39:46,900 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/ns/39afa999168a43b7a3d2b5bcf2602248, entries=2, sequenceid=56, filesize=5.0 K 2024-12-12T02:39:46,901 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/.tmp/table/dad8415c751547329d9ad2413f69c6f2 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/table/dad8415c751547329d9ad2413f69c6f2 2024-12-12T02:39:46,908 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/table/dad8415c751547329d9ad2413f69c6f2, entries=20, sequenceid=56, filesize=6.5 K 2024-12-12T02:39:46,909 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1042ms, sequenceid=56, compaction requested=false 2024-12-12T02:39:46,915 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/meta/1588230740/recovered.edits/59.seqid, newMaxSeqId=59, maxSeqId=1 2024-12-12T02:39:46,916 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-12T02:39:46,916 INFO [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-12T02:39:46,916 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733971185867Running coprocessor pre-close hooks at 1733971185867Disabling compacts and flushes for region at 1733971185867Disabling writes for close at 1733971185867Obtaining lock to block concurrent updates at 1733971185869 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733971185869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16053, getHeapSize=26232, getOffHeapSize=0, getCellsCount=122 at 1733971185877 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733971185878 (+1 ms)Flushing 1588230740/info: creating writer at 1733971185880 (+2 ms)Flushing 1588230740/info: appending metadata at 1733971185944 (+64 ms)Flushing 1588230740/info: closing flushed file at 1733971185944Flushing 1588230740/ns: creating writer at 1733971186017 (+73 ms)Flushing 1588230740/ns: appending metadata at 1733971186036 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733971186036Flushing 1588230740/table: creating writer at 1733971186452 (+416 ms)Flushing 1588230740/table: appending metadata at 1733971186468 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733971186468Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6995e37e: reopening flushed file at 1733971186882 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5345f804: reopening flushed file at 1733971186892 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74550583: reopening flushed file at 1733971186900 (+8 ms)Finished flush of dataSize ~15.68 KB/16053, heapSize ~25.38 KB/25992, currentSize=0 B/0 for 1588230740 in 1042ms, sequenceid=56, compaction requested=false at 1733971186910 (+10 ms)Writing region close event to WAL at 1733971186911 (+1 ms)Running coprocessor post-close hooks at 1733971186915 (+4 ms)Closed at 1733971186916 (+1 ms) 2024-12-12T02:39:46,916 DEBUG [RS_CLOSE_META-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-12T02:39:47,069 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:47,269 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7bcf1d9c0aea1b53ca0bfa45358eb3e2, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:47,275 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/.tmp/testFamily/9d80195f6c6a461d9b8fefc664b4e3cb 2024-12-12T02:39:47,284 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/.tmp/testFamily/9d80195f6c6a461d9b8fefc664b4e3cb as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/testFamily/9d80195f6c6a461d9b8fefc664b4e3cb 2024-12-12T02:39:47,290 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/testFamily/9d80195f6c6a461d9b8fefc664b4e3cb, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:47,291 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 in 447ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:47,296 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScannerAsync/7bcf1d9c0aea1b53ca0bfa45358eb3e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:47,297 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:47,297 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7bcf1d9c0aea1b53ca0bfa45358eb3e2: Waiting for close lock at 1733971186844Running coprocessor pre-close hooks at 1733971186844Disabling compacts and flushes for region at 1733971186844Disabling writes for close at 1733971186844Obtaining lock to block concurrent updates at 1733971186844Preparing flush snapshotting stores in 7bcf1d9c0aea1b53ca0bfa45358eb3e2 at 1733971186844Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971186845 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. at 1733971186845Flushing 7bcf1d9c0aea1b53ca0bfa45358eb3e2/testFamily: creating writer at 1733971186845Flushing 7bcf1d9c0aea1b53ca0bfa45358eb3e2/testFamily: appending metadata at 1733971186868 (+23 ms)Flushing 7bcf1d9c0aea1b53ca0bfa45358eb3e2/testFamily: closing flushed file at 1733971186868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e118d7d: reopening flushed file at 1733971187283 (+415 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7bcf1d9c0aea1b53ca0bfa45358eb3e2 in 447ms, sequenceid=8, compaction requested=false at 1733971187291 (+8 ms)Writing region close event to WAL at 1733971187292 (+1 ms)Running coprocessor post-close hooks at 1733971187297 (+5 ms)Closed at 1733971187297 2024-12-12T02:39:47,297 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScannerAsync,,1733971161592.7bcf1d9c0aea1b53ca0bfa45358eb3e2. 2024-12-12T02:39:47,297 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c92bfdb6bff2e842a122bb75814360b, disabling compactions & flushes 2024-12-12T02:39:47,297 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:39:47,297 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:39:47,297 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. after waiting 0 ms 2024-12-12T02:39:47,297 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:39:47,297 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c92bfdb6bff2e842a122bb75814360b 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:47,314 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/.tmp/testFamily/600605a419a44b85afe5f1bfb1ddd690 is 61, key is row-0/testFamily:testQualifier/1733971134174/Put/seqid=0 2024-12-12T02:39:47,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741861_1037 (size=5049) 2024-12-12T02:39:47,470 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:47,670 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 3c92bfdb6bff2e842a122bb75814360b, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:47,720 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/.tmp/testFamily/600605a419a44b85afe5f1bfb1ddd690 2024-12-12T02:39:47,722 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=17d1ec896686:40231 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-12-12T02:39:47,729 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/.tmp/testFamily/600605a419a44b85afe5f1bfb1ddd690 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/testFamily/600605a419a44b85afe5f1bfb1ddd690 2024-12-12T02:39:47,736 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/testFamily/600605a419a44b85afe5f1bfb1ddd690, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:47,737 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3c92bfdb6bff2e842a122bb75814360b in 440ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:47,741 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNextAsync/3c92bfdb6bff2e842a122bb75814360b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:47,742 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:39:47,742 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c92bfdb6bff2e842a122bb75814360b: Waiting for close lock at 1733971187297Running coprocessor pre-close hooks at 1733971187297Disabling compacts and flushes for region at 1733971187297Disabling writes for close at 1733971187297Obtaining lock to block concurrent updates at 1733971187297Preparing flush snapshotting stores in 3c92bfdb6bff2e842a122bb75814360b at 1733971187297Finished memstore snapshotting hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971187298 (+1 ms)Flushing stores of hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. at 1733971187298Flushing 3c92bfdb6bff2e842a122bb75814360b/testFamily: creating writer at 1733971187298Flushing 3c92bfdb6bff2e842a122bb75814360b/testFamily: appending metadata at 1733971187314 (+16 ms)Flushing 3c92bfdb6bff2e842a122bb75814360b/testFamily: closing flushed file at 1733971187314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1125fae6: reopening flushed file at 1733971187728 (+414 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 3c92bfdb6bff2e842a122bb75814360b in 440ms, sequenceid=8, compaction requested=false at 1733971187737 (+9 ms)Writing region close event to WAL at 1733971187738 (+1 ms)Running coprocessor post-close hooks at 1733971187742 (+4 ms)Closed at 1733971187742 2024-12-12T02:39:47,742 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNextAsync,,1733971131145.3c92bfdb6bff2e842a122bb75814360b. 2024-12-12T02:39:47,742 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae3b7e77342f86985f262ea255566789, disabling compactions & flushes 2024-12-12T02:39:47,742 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:47,742 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:47,742 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. after waiting 0 ms 2024-12-12T02:39:47,742 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:47,743 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae3b7e77342f86985f262ea255566789 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:47,759 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/.tmp/testFamily/7039b0646f584eccad7c7677d9d48fce is 61, key is row-0/testFamily:testQualifier/1733971143273/Put/seqid=0 2024-12-12T02:39:47,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741862_1038 (size=5049) 2024-12-12T02:39:47,870 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-12T02:39:47,870 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1325): Online Regions={ae3b7e77342f86985f262ea255566789=testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789., d86d513cd0c6a6522a3642e0ef34095f=hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., e2b19ad9744fe0c1b069e53206215359=testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359., 4925735bad0eb2e859f43902282ea31a=hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a., 7cc7bcc7c2fda19d4ffa1ec91017cc09=testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., 270b9d22586c01779ad374b3236c690d=testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.} 2024-12-12T02:39:47,870 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:48,071 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, ae3b7e77342f86985f262ea255566789, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:48,164 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/.tmp/testFamily/7039b0646f584eccad7c7677d9d48fce 2024-12-12T02:39:48,172 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/.tmp/testFamily/7039b0646f584eccad7c7677d9d48fce as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/testFamily/7039b0646f584eccad7c7677d9d48fce 2024-12-12T02:39:48,179 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/testFamily/7039b0646f584eccad7c7677d9d48fce, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:48,180 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ae3b7e77342f86985f262ea255566789 in 438ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:48,185 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextException/ae3b7e77342f86985f262ea255566789/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:48,186 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:48,186 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae3b7e77342f86985f262ea255566789: Waiting for close lock at 1733971187742Running coprocessor pre-close hooks at 1733971187742Disabling compacts and flushes for region at 1733971187742Disabling writes for close at 1733971187742Obtaining lock to block concurrent updates at 1733971187743 (+1 ms)Preparing flush snapshotting stores in ae3b7e77342f86985f262ea255566789 at 1733971187743Finished memstore snapshotting testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971187743Flushing stores of testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. at 1733971187743Flushing ae3b7e77342f86985f262ea255566789/testFamily: creating writer at 1733971187743Flushing ae3b7e77342f86985f262ea255566789/testFamily: appending metadata at 1733971187759 (+16 ms)Flushing ae3b7e77342f86985f262ea255566789/testFamily: closing flushed file at 1733971187759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b385b8: reopening flushed file at 1733971188171 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for ae3b7e77342f86985f262ea255566789 in 438ms, sequenceid=8, compaction requested=false at 1733971188180 (+9 ms)Writing region close event to WAL at 1733971188181 (+1 ms)Running coprocessor post-close hooks at 1733971188186 (+5 ms)Closed at 1733971188186 2024-12-12T02:39:48,186 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextException,,1733971140213.ae3b7e77342f86985f262ea255566789. 2024-12-12T02:39:48,186 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d86d513cd0c6a6522a3642e0ef34095f, disabling compactions & flushes 2024-12-12T02:39:48,186 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:39:48,186 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:39:48,186 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. after waiting 0 ms 2024-12-12T02:39:48,187 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:39:48,187 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d86d513cd0c6a6522a3642e0ef34095f 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:48,203 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/.tmp/testFamily/1e67432a81b2480e81766e0adfcc2334 is 61, key is row-0/testFamily:testQualifier/1733971125088/Put/seqid=0 2024-12-12T02:39:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741863_1039 (size=5049) 2024-12-12T02:39:48,271 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:48,471 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, d86d513cd0c6a6522a3642e0ef34095f, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:48,608 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/.tmp/testFamily/1e67432a81b2480e81766e0adfcc2334 2024-12-12T02:39:48,617 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/.tmp/testFamily/1e67432a81b2480e81766e0adfcc2334 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/testFamily/1e67432a81b2480e81766e0adfcc2334 2024-12-12T02:39:48,624 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/testFamily/1e67432a81b2480e81766e0adfcc2334, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:48,625 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d86d513cd0c6a6522a3642e0ef34095f in 438ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:48,629 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnOpenScanner/d86d513cd0c6a6522a3642e0ef34095f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:48,630 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:39:48,630 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d86d513cd0c6a6522a3642e0ef34095f: Waiting for close lock at 1733971188186Running coprocessor pre-close hooks at 1733971188186Disabling compacts and flushes for region at 1733971188186Disabling writes for close at 1733971188186Obtaining lock to block concurrent updates at 1733971188187 (+1 ms)Preparing flush snapshotting stores in d86d513cd0c6a6522a3642e0ef34095f at 1733971188187Finished memstore snapshotting hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971188187Flushing stores of hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. at 1733971188187Flushing d86d513cd0c6a6522a3642e0ef34095f/testFamily: creating writer at 1733971188188 (+1 ms)Flushing d86d513cd0c6a6522a3642e0ef34095f/testFamily: appending metadata at 1733971188202 (+14 ms)Flushing d86d513cd0c6a6522a3642e0ef34095f/testFamily: closing flushed file at 1733971188202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5471efa3: reopening flushed file at 1733971188615 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for d86d513cd0c6a6522a3642e0ef34095f in 438ms, sequenceid=8, compaction requested=false at 1733971188625 (+10 ms)Writing region close event to WAL at 1733971188626 (+1 ms)Running coprocessor post-close hooks at 1733971188630 (+4 ms)Closed at 1733971188630 2024-12-12T02:39:48,630 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnOpenScanner,,1733971122035.d86d513cd0c6a6522a3642e0ef34095f. 2024-12-12T02:39:48,630 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2b19ad9744fe0c1b069e53206215359, disabling compactions & flushes 2024-12-12T02:39:48,630 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:39:48,630 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:39:48,630 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. after waiting 0 ms 2024-12-12T02:39:48,631 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:39:48,631 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2b19ad9744fe0c1b069e53206215359 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:48,647 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/.tmp/testFamily/0801bf9607f444eeba8633fa8819980f is 61, key is row-0/testFamily:testQualifier/1733971121950/Put/seqid=0 2024-12-12T02:39:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741864_1040 (size=5049) 2024-12-12T02:39:48,671 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:48,872 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-12T02:39:48,872 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1325): Online Regions={e2b19ad9744fe0c1b069e53206215359=testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359., 4925735bad0eb2e859f43902282ea31a=hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a., 7cc7bcc7c2fda19d4ffa1ec91017cc09=testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., 270b9d22586c01779ad374b3236c690d=testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.} 2024-12-12T02:39:48,872 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:49,052 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/.tmp/testFamily/0801bf9607f444eeba8633fa8819980f 2024-12-12T02:39:49,060 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/.tmp/testFamily/0801bf9607f444eeba8633fa8819980f as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/testFamily/0801bf9607f444eeba8633fa8819980f 2024-12-12T02:39:49,067 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/testFamily/0801bf9607f444eeba8633fa8819980f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:49,068 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e2b19ad9744fe0c1b069e53206215359 in 437ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:49,072 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09, e2b19ad9744fe0c1b069e53206215359 2024-12-12T02:39:49,073 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testRetryOutOfOrderScannerNextExceptionAsync/e2b19ad9744fe0c1b069e53206215359/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:49,073 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:39:49,073 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2b19ad9744fe0c1b069e53206215359: Waiting for close lock at 1733971188630Running coprocessor pre-close hooks at 1733971188630Disabling compacts and flushes for region at 1733971188630Disabling writes for close at 1733971188630Obtaining lock to block concurrent updates at 1733971188631 (+1 ms)Preparing flush snapshotting stores in e2b19ad9744fe0c1b069e53206215359 at 1733971188631Finished memstore snapshotting testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971188631Flushing stores of testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. at 1733971188631Flushing e2b19ad9744fe0c1b069e53206215359/testFamily: creating writer at 1733971188631Flushing e2b19ad9744fe0c1b069e53206215359/testFamily: appending metadata at 1733971188647 (+16 ms)Flushing e2b19ad9744fe0c1b069e53206215359/testFamily: closing flushed file at 1733971188647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c31a84: reopening flushed file at 1733971189059 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for e2b19ad9744fe0c1b069e53206215359 in 437ms, sequenceid=8, compaction requested=false at 1733971189068 (+9 ms)Writing region close event to WAL at 1733971189069 (+1 ms)Running coprocessor post-close hooks at 1733971189073 (+4 ms)Closed at 1733971189073 2024-12-12T02:39:49,074 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRetryOutOfOrderScannerNextExceptionAsync,,1733971118875.e2b19ad9744fe0c1b069e53206215359. 2024-12-12T02:39:49,074 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4925735bad0eb2e859f43902282ea31a, disabling compactions & flushes 2024-12-12T02:39:49,074 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:49,074 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:49,074 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. after waiting 0 ms 2024-12-12T02:39:49,074 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:49,074 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4925735bad0eb2e859f43902282ea31a 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:49,090 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/.tmp/testFamily/8aefe8cdc6d04f6a8edb32ceb1b10a21 is 61, key is row-0/testFamily:testQualifier/1733971173734/Put/seqid=0 2024-12-12T02:39:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741865_1041 (size=5049) 2024-12-12T02:39:49,272 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:49,472 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 4925735bad0eb2e859f43902282ea31a, 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:49,495 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/.tmp/testFamily/8aefe8cdc6d04f6a8edb32ceb1b10a21 2024-12-12T02:39:49,504 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/.tmp/testFamily/8aefe8cdc6d04f6a8edb32ceb1b10a21 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/testFamily/8aefe8cdc6d04f6a8edb32ceb1b10a21 2024-12-12T02:39:49,510 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/testFamily/8aefe8cdc6d04f6a8edb32ceb1b10a21, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:49,511 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4925735bad0eb2e859f43902282ea31a in 437ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:49,516 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/hbase/testMetaScanTimeoutOnNext/4925735bad0eb2e859f43902282ea31a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:49,516 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:49,517 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4925735bad0eb2e859f43902282ea31a: Waiting for close lock at 1733971189074Running coprocessor pre-close hooks at 1733971189074Disabling compacts and flushes for region at 1733971189074Disabling writes for close at 1733971189074Obtaining lock to block concurrent updates at 1733971189074Preparing flush snapshotting stores in 4925735bad0eb2e859f43902282ea31a at 1733971189074Finished memstore snapshotting hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971189074Flushing stores of hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. at 1733971189075 (+1 ms)Flushing 4925735bad0eb2e859f43902282ea31a/testFamily: creating writer at 1733971189075Flushing 4925735bad0eb2e859f43902282ea31a/testFamily: appending metadata at 1733971189090 (+15 ms)Flushing 4925735bad0eb2e859f43902282ea31a/testFamily: closing flushed file at 1733971189090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488c8490: reopening flushed file at 1733971189503 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 4925735bad0eb2e859f43902282ea31a in 437ms, sequenceid=8, compaction requested=false at 1733971189511 (+8 ms)Writing region close event to WAL at 1733971189512 (+1 ms)Running coprocessor post-close hooks at 1733971189516 (+4 ms)Closed at 1733971189516 2024-12-12T02:39:49,517 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:testMetaScanTimeoutOnNext,,1733971170682.4925735bad0eb2e859f43902282ea31a. 2024-12-12T02:39:49,517 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cc7bcc7c2fda19d4ffa1ec91017cc09, disabling compactions & flushes 2024-12-12T02:39:49,517 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:49,517 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:49,517 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. after waiting 0 ms 2024-12-12T02:39:49,517 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:49,517 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cc7bcc7c2fda19d4ffa1ec91017cc09 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:49,534 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/.tmp/testFamily/01729e21e0ac45458881dfb0b25c421a is 61, key is row-0/testFamily:testQualifier/1733971152453/Put/seqid=0 2024-12-12T02:39:49,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741866_1042 (size=5049) 2024-12-12T02:39:49,673 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:49,873 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-12T02:39:49,873 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1325): Online Regions={7cc7bcc7c2fda19d4ffa1ec91017cc09=testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., 270b9d22586c01779ad374b3236c690d=testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d.} 2024-12-12T02:39:49,873 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d, 7cc7bcc7c2fda19d4ffa1ec91017cc09 2024-12-12T02:39:49,940 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/.tmp/testFamily/01729e21e0ac45458881dfb0b25c421a 2024-12-12T02:39:49,948 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/.tmp/testFamily/01729e21e0ac45458881dfb0b25c421a as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/testFamily/01729e21e0ac45458881dfb0b25c421a 2024-12-12T02:39:49,955 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/testFamily/01729e21e0ac45458881dfb0b25c421a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:49,956 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7cc7bcc7c2fda19d4ffa1ec91017cc09 in 439ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:49,960 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNextAsync/7cc7bcc7c2fda19d4ffa1ec91017cc09/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:49,961 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:49,961 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cc7bcc7c2fda19d4ffa1ec91017cc09: Waiting for close lock at 1733971189517Running coprocessor pre-close hooks at 1733971189517Disabling compacts and flushes for region at 1733971189517Disabling writes for close at 1733971189517Obtaining lock to block concurrent updates at 1733971189517Preparing flush snapshotting stores in 7cc7bcc7c2fda19d4ffa1ec91017cc09 at 1733971189517Finished memstore snapshotting testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971189517Flushing stores of testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. at 1733971189518 (+1 ms)Flushing 7cc7bcc7c2fda19d4ffa1ec91017cc09/testFamily: creating writer at 1733971189518Flushing 7cc7bcc7c2fda19d4ffa1ec91017cc09/testFamily: appending metadata at 1733971189534 (+16 ms)Flushing 7cc7bcc7c2fda19d4ffa1ec91017cc09/testFamily: closing flushed file at 1733971189534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ae632b: reopening flushed file at 1733971189947 (+413 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 7cc7bcc7c2fda19d4ffa1ec91017cc09 in 439ms, sequenceid=8, compaction requested=false at 1733971189956 (+9 ms)Writing region close event to WAL at 1733971189956Running coprocessor post-close hooks at 1733971189960 (+4 ms)Closed at 1733971189961 (+1 ms) 2024-12-12T02:39:49,961 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNextAsync,,1733971149402.7cc7bcc7c2fda19d4ffa1ec91017cc09. 2024-12-12T02:39:49,961 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 270b9d22586c01779ad374b3236c690d, disabling compactions & flushes 2024-12-12T02:39:49,961 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:49,961 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:49,961 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. after waiting 0 ms 2024-12-12T02:39:49,961 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:49,961 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 270b9d22586c01779ad374b3236c690d 1/1 column families, dataSize=228 B heapSize=800 B 2024-12-12T02:39:49,977 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/.tmp/testFamily/4486b73be94f4ae0bb48117740175c45 is 61, key is row-0/testFamily:testQualifier/1733971158553/Put/seqid=0 2024-12-12T02:39:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741867_1043 (size=5049) 2024-12-12T02:39:50,073 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:50,274 DEBUG [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1351): Waiting on 270b9d22586c01779ad374b3236c690d 2024-12-12T02:39:50,382 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=228 B at sequenceid=8 (bloomFilter=false), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/.tmp/testFamily/4486b73be94f4ae0bb48117740175c45 2024-12-12T02:39:50,390 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/.tmp/testFamily/4486b73be94f4ae0bb48117740175c45 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/testFamily/4486b73be94f4ae0bb48117740175c45 2024-12-12T02:39:50,396 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/testFamily/4486b73be94f4ae0bb48117740175c45, entries=4, sequenceid=8, filesize=4.9 K 2024-12-12T02:39:50,397 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 270b9d22586c01779ad374b3236c690d in 436ms, sequenceid=8, compaction requested=false 2024-12-12T02:39:50,402 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/data/default/testNormalScanTimeoutOnNext/270b9d22586c01779ad374b3236c690d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-12T02:39:50,402 INFO [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:50,402 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 270b9d22586c01779ad374b3236c690d: Waiting for close lock at 1733971189961Running coprocessor pre-close hooks at 1733971189961Disabling compacts and flushes for region at 1733971189961Disabling writes for close at 1733971189961Obtaining lock to block concurrent updates at 1733971189961Preparing flush snapshotting stores in 270b9d22586c01779ad374b3236c690d at 1733971189961Finished memstore snapshotting testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d., syncing WAL and waiting on mvcc, flushsize=dataSize=228, getHeapSize=784, getOffHeapSize=0, getCellsCount=4 at 1733971189961Flushing stores of testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. at 1733971189962 (+1 ms)Flushing 270b9d22586c01779ad374b3236c690d/testFamily: creating writer at 1733971189962Flushing 270b9d22586c01779ad374b3236c690d/testFamily: appending metadata at 1733971189977 (+15 ms)Flushing 270b9d22586c01779ad374b3236c690d/testFamily: closing flushed file at 1733971189977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7d9f51: reopening flushed file at 1733971190389 (+412 ms)Finished flush of dataSize ~228 B/228, heapSize ~784 B/784, currentSize=0 B/0 for 270b9d22586c01779ad374b3236c690d in 436ms, sequenceid=8, compaction requested=false at 1733971190397 (+8 ms)Writing region close event to WAL at 1733971190398 (+1 ms)Running coprocessor post-close hooks at 1733971190402 (+4 ms)Closed at 1733971190402 2024-12-12T02:39:50,402 DEBUG [RS_CLOSE_REGION-regionserver/17d1ec896686:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testNormalScanTimeoutOnNext,,1733971155494.270b9d22586c01779ad374b3236c690d. 2024-12-12T02:39:50,474 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(976): stopping server 17d1ec896686,45729,1733971056006; all regions closed. 2024-12-12T02:39:50,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741834_1010 (size=19479) 2024-12-12T02:39:50,484 DEBUG [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/oldWALs 2024-12-12T02:39:50,485 INFO [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 17d1ec896686%2C45729%2C1733971056006.meta:.meta(num 1733971118461) 2024-12-12T02:39:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741833_1009 (size=20031) 2024-12-12T02:39:50,489 DEBUG [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/oldWALs 2024-12-12T02:39:50,489 INFO [RS:0;17d1ec896686:45729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 17d1ec896686%2C45729%2C1733971056006:(num 1733971117955) 2024-12-12T02:39:50,489 DEBUG [RS:0;17d1ec896686:45729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-12T02:39:50,489 INFO [RS:0;17d1ec896686:45729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T02:39:50,489 INFO [RS:0;17d1ec896686:45729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T02:39:50,490 INFO [regionserver/17d1ec896686:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-12T02:39:50,490 INFO [RS:0;17d1ec896686:45729 {}] hbase.ChoreService(370): Chore service for: regionserver/17d1ec896686:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-12T02:39:50,490 INFO [RS:0;17d1ec896686:45729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T02:39:50,490 INFO [regionserver/17d1ec896686:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T02:39:50,491 INFO [RS:0;17d1ec896686:45729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45729 2024-12-12T02:39:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/17d1ec896686,45729,1733971056006 2024-12-12T02:39:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-12T02:39:50,495 INFO [RS:0;17d1ec896686:45729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T02:39:50,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [17d1ec896686,45729,1733971056006] 2024-12-12T02:39:50,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/17d1ec896686,45729,1733971056006 already deleted, retry=false 2024-12-12T02:39:50,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 17d1ec896686,45729,1733971056006 expired; onlineServers=0 2024-12-12T02:39:50,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '17d1ec896686,40231,1733971055331' ***** 2024-12-12T02:39:50,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-12T02:39:50,499 INFO [M:0;17d1ec896686:40231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-12T02:39:50,499 INFO [M:0;17d1ec896686:40231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-12T02:39:50,499 DEBUG [M:0;17d1ec896686:40231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-12T02:39:50,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-12T02:39:50,499 DEBUG [M:0;17d1ec896686:40231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-12T02:39:50,499 DEBUG [master/17d1ec896686:0:becomeActiveMaster-HFileCleaner.small.0-1733971057822 {}] cleaner.HFileCleaner(306): Exit Thread[master/17d1ec896686:0:becomeActiveMaster-HFileCleaner.small.0-1733971057822,5,FailOnTimeoutGroup] 2024-12-12T02:39:50,499 DEBUG [master/17d1ec896686:0:becomeActiveMaster-HFileCleaner.large.0-1733971057821 {}] cleaner.HFileCleaner(306): Exit Thread[master/17d1ec896686:0:becomeActiveMaster-HFileCleaner.large.0-1733971057821,5,FailOnTimeoutGroup] 2024-12-12T02:39:50,500 INFO [M:0;17d1ec896686:40231 {}] hbase.ChoreService(370): Chore service for: master/17d1ec896686:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-12T02:39:50,500 INFO [M:0;17d1ec896686:40231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-12T02:39:50,500 DEBUG [M:0;17d1ec896686:40231 {}] master.HMaster(1795): Stopping service threads 2024-12-12T02:39:50,500 INFO [M:0;17d1ec896686:40231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-12T02:39:50,500 INFO [M:0;17d1ec896686:40231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-12T02:39:50,501 INFO [M:0;17d1ec896686:40231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-12T02:39:50,501 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-12T02:39:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-12T02:39:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-12T02:39:50,503 DEBUG [M:0;17d1ec896686:40231 {}] zookeeper.ZKUtil(347): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-12T02:39:50,503 WARN [M:0;17d1ec896686:40231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-12T02:39:50,504 INFO [M:0;17d1ec896686:40231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/.lastflushedseqids 2024-12-12T02:39:50,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741868_1044 (size=649) 2024-12-12T02:39:50,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T02:39:50,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45729-0x101a4887a3c0001, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T02:39:50,598 INFO [RS:0;17d1ec896686:45729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T02:39:50,598 INFO [RS:0;17d1ec896686:45729 {}] regionserver.HRegionServer(1031): Exiting; stopping=17d1ec896686,45729,1733971056006; zookeeper connection closed. 2024-12-12T02:39:50,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cfcd09f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cfcd09f 2024-12-12T02:39:50,599 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-12T02:39:50,915 INFO [M:0;17d1ec896686:40231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-12T02:39:50,916 INFO [M:0;17d1ec896686:40231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-12T02:39:50,916 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-12T02:39:50,916 INFO [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:39:50,916 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:39:50,916 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-12T02:39:50,916 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:39:50,916 INFO [M:0;17d1ec896686:40231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=163.10 KB heapSize=191.01 KB 2024-12-12T02:39:50,933 DEBUG [M:0;17d1ec896686:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76f1aaebcdc2480b977b4f7996d216cf is 82, key is hbase:meta,,1/info:regioninfo/1733971118544/Put/seqid=0 2024-12-12T02:39:50,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741869_1045 (size=5672) 2024-12-12T02:39:51,339 INFO [M:0;17d1ec896686:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76f1aaebcdc2480b977b4f7996d216cf 2024-12-12T02:39:51,364 DEBUG [M:0;17d1ec896686:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ba5f43608f847cfb6a8c568f10c53da is 812, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733971120116/Put/seqid=0 2024-12-12T02:39:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741870_1046 (size=14079) 2024-12-12T02:39:51,769 INFO [M:0;17d1ec896686:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=162.54 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ba5f43608f847cfb6a8c568f10c53da 2024-12-12T02:39:51,777 INFO [M:0;17d1ec896686:40231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba5f43608f847cfb6a8c568f10c53da 2024-12-12T02:39:51,795 DEBUG [M:0;17d1ec896686:40231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5327376bbd2b4c8c84e4264e7bd971e0 is 69, key is 17d1ec896686,45729,1733971056006/rs:state/1733971087832/Put/seqid=0 2024-12-12T02:39:51,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741871_1047 (size=5156) 2024-12-12T02:39:51,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-12T02:39:52,201 INFO [M:0;17d1ec896686:40231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5327376bbd2b4c8c84e4264e7bd971e0 2024-12-12T02:39:52,208 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76f1aaebcdc2480b977b4f7996d216cf as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76f1aaebcdc2480b977b4f7996d216cf 2024-12-12T02:39:52,214 INFO [M:0;17d1ec896686:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76f1aaebcdc2480b977b4f7996d216cf, entries=8, sequenceid=317, filesize=5.5 K 2024-12-12T02:39:52,215 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ba5f43608f847cfb6a8c568f10c53da as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ba5f43608f847cfb6a8c568f10c53da 2024-12-12T02:39:52,220 INFO [M:0;17d1ec896686:40231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ba5f43608f847cfb6a8c568f10c53da 2024-12-12T02:39:52,220 INFO [M:0;17d1ec896686:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ba5f43608f847cfb6a8c568f10c53da, entries=33, sequenceid=317, filesize=13.7 K 2024-12-12T02:39:52,221 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5327376bbd2b4c8c84e4264e7bd971e0 as hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5327376bbd2b4c8c84e4264e7bd971e0 2024-12-12T02:39:52,226 INFO [M:0;17d1ec896686:40231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5327376bbd2b4c8c84e4264e7bd971e0, entries=1, sequenceid=317, filesize=5.0 K 2024-12-12T02:39:52,228 INFO [M:0;17d1ec896686:40231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.71 KB/195288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=317, compaction requested=false 2024-12-12T02:39:52,229 INFO [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-12T02:39:52,229 DEBUG [M:0;17d1ec896686:40231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733971190916Disabling compacts and flushes for region at 1733971190916Disabling writes for close at 1733971190916Obtaining lock to block concurrent updates at 1733971190916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733971190916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=167011, getHeapSize=195528, getOffHeapSize=0, getCellsCount=364 at 1733971190917 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733971190917Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733971190917Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733971190933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733971190933Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733971191346 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733971191363 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733971191364 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733971191777 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733971191794 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733971191794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64145b2f: reopening flushed file at 1733971192207 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719b781c: reopening flushed file at 1733971192214 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@416d64cb: reopening flushed file at 1733971192220 (+6 ms)Finished flush of dataSize ~163.10 KB/167011, heapSize ~190.71 KB/195288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=317, compaction requested=false at 1733971192228 (+8 ms)Writing region close event to WAL at 1733971192229 (+1 ms)Closed at 1733971192229 2024-12-12T02:39:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36423 is added to blk_1073741830_1006 (size=188223) 2024-12-12T02:39:52,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e56ac6b9-a550-de50-360e-6389be40a216/MasterData/WALs/17d1ec896686,40231,1733971055331/17d1ec896686%2C40231%2C1733971055331.1733971057263 not finished, retry = 0 2024-12-12T02:39:52,333 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-12T02:39:52,333 INFO [M:0;17d1ec896686:40231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-12T02:39:52,333 INFO [M:0;17d1ec896686:40231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40231 2024-12-12T02:39:52,334 INFO [M:0;17d1ec896686:40231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-12T02:39:52,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T02:39:52,436 INFO [M:0;17d1ec896686:40231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-12T02:39:52,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40231-0x101a4887a3c0000, quorum=127.0.0.1:61518, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-12T02:39:52,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5976fb41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-12T02:39:52,442 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8846ab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T02:39:52,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T02:39:52,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef1caaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T02:39:52,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28c7ffe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/hadoop.log.dir/,STOPPED} 2024-12-12T02:39:52,444 WARN [BP-1977929559-172.17.0.2-1733971052558 heartbeating to localhost/127.0.0.1:40061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-12T02:39:52,444 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-12T02:39:52,445 WARN [BP-1977929559-172.17.0.2-1733971052558 heartbeating to localhost/127.0.0.1:40061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977929559-172.17.0.2-1733971052558 (Datanode Uuid b92a1419-5651-4fd3-9d90-cfdd486574b2) service to localhost/127.0.0.1:40061 2024-12-12T02:39:52,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-12T02:39:52,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/data/data1/current/BP-1977929559-172.17.0.2-1733971052558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T02:39:52,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/cluster_d30b8183-d0f6-4038-173a-7818b2c122da/data/data2/current/BP-1977929559-172.17.0.2-1733971052558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-12T02:39:52,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-12T02:39:52,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb30bc1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-12T02:39:52,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80b5d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-12T02:39:52,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-12T02:39:52,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7aa261{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-12T02:39:52,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1868869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80ac1863-eadc-f832-5f7c-7919012b64e8/hadoop.log.dir/,STOPPED} 2024-12-12T02:39:52,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-12T02:39:52,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down