2024-11-18 07:59:02,231 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 07:59:02,259 main DEBUG Took 0.025602 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 07:59:02,259 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 07:59:02,260 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 07:59:02,261 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 07:59:02,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,272 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 07:59:02,295 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,298 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,306 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,307 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,310 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,312 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,314 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,317 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 07:59:02,318 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,318 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 07:59:02,321 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 07:59:02,327 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 07:59:02,331 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 07:59:02,331 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 07:59:02,334 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 07:59:02,334 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 07:59:02,345 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 07:59:02,348 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 07:59:02,350 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 07:59:02,351 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 07:59:02,351 main DEBUG createAppenders(={Console}) 2024-11-18 07:59:02,352 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-18 07:59:02,353 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-18 07:59:02,353 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-18 07:59:02,354 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 07:59:02,354 main DEBUG OutputStream closed 2024-11-18 07:59:02,355 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 07:59:02,355 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 07:59:02,355 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-18 07:59:02,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 07:59:02,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 07:59:02,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 07:59:02,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 07:59:02,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 07:59:02,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 07:59:02,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 07:59:02,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 07:59:02,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 07:59:02,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 07:59:02,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 07:59:02,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 07:59:02,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 07:59:02,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 07:59:02,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 07:59:02,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 07:59:02,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 07:59:02,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 07:59:02,480 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 07:59:02,480 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-18 07:59:02,480 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 07:59:02,481 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-18T07:59:02,497 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-18 07:59:02,500 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 07:59:02,501 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T07:59:02,544 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=466, ProcessCount=11, AvailableMemoryMB=3640 2024-11-18T07:59:02,846 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8 2024-11-18T07:59:02,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T07:59:02,868 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591, deleteOnExit=true 2024-11-18T07:59:02,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T07:59:02,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/test.cache.data in system properties and HBase conf 2024-11-18T07:59:02,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T07:59:02,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir in system properties and HBase conf 2024-11-18T07:59:02,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T07:59:02,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T07:59:02,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T07:59:02,978 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T07:59:03,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T07:59:03,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:59:03,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T07:59:03,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T07:59:03,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:59:03,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T07:59:03,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T07:59:03,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T07:59:03,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:59:03,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T07:59:03,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/nfs.dump.dir in system properties and HBase conf 2024-11-18T07:59:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/java.io.tmpdir in system properties and HBase conf 2024-11-18T07:59:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T07:59:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T07:59:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T07:59:04,204 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T07:59:04,292 INFO [Time-limited test {}] log.Log(170): Logging initialized @2999ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T07:59:04,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:59:04,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:59:04,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:59:04,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:59:04,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:59:04,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:59:04,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:59:04,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:59:04,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/java.io.tmpdir/jetty-localhost-40137-hadoop-hdfs-3_4_1-tests_jar-_-any-13164220255860626960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T07:59:04,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:40137} 2024-11-18T07:59:04,763 INFO [Time-limited test {}] server.Server(415): Started @3470ms 2024-11-18T07:59:05,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:59:05,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:59:05,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:59:05,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:59:05,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:59:05,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:59:05,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:59:05,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4255463d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/java.io.tmpdir/jetty-localhost-46755-hadoop-hdfs-3_4_1-tests_jar-_-any-11099696665918283481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:59:05,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:46755} 2024-11-18T07:59:05,469 INFO [Time-limited test {}] server.Server(415): Started @4176ms 2024-11-18T07:59:05,524 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:59:05,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:59:05,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:59:05,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:59:05,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:59:05,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T07:59:05,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:59:05,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:59:05,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3635c31e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/java.io.tmpdir/jetty-localhost-35159-hadoop-hdfs-3_4_1-tests_jar-_-any-4850153410615703643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:59:05,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:35159} 2024-11-18T07:59:05,762 INFO [Time-limited test {}] server.Server(415): Started @4469ms 2024-11-18T07:59:05,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:59:05,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T07:59:05,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T07:59:05,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T07:59:05,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T07:59:05,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T07:59:05,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,AVAILABLE} 2024-11-18T07:59:05,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T07:59:05,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c2677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/java.io.tmpdir/jetty-localhost-43969-hadoop-hdfs-3_4_1-tests_jar-_-any-535798195266078381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T07:59:05,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:43969} 2024-11-18T07:59:05,910 INFO [Time-limited test {}] server.Server(415): Started @4617ms 2024-11-18T07:59:05,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T07:59:06,870 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data1/current/BP-202218548-172.17.0.2-1731916743737/current, will proceed with Du for space computation calculation, 2024-11-18T07:59:06,870 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data2/current/BP-202218548-172.17.0.2-1731916743737/current, will proceed with Du for space computation calculation, 2024-11-18T07:59:06,870 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data4/current/BP-202218548-172.17.0.2-1731916743737/current, will proceed with Du for space computation calculation, 2024-11-18T07:59:06,870 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data3/current/BP-202218548-172.17.0.2-1731916743737/current, will proceed with Du for space computation calculation, 2024-11-18T07:59:06,921 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data5/current/BP-202218548-172.17.0.2-1731916743737/current, will proceed with Du for space computation calculation, 2024-11-18T07:59:06,922 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:59:06,922 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:59:06,924 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data6/current/BP-202218548-172.17.0.2-1731916743737/current, will proceed with Du for space computation calculation, 2024-11-18T07:59:06,965 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T07:59:06,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b4283d5547a1647 with lease ID 0xcd1f75434d5cd6aa: Processing first storage report for DS-dec15bb9-9889-467a-b40f-328b334b8c84 from datanode DatanodeRegistration(127.0.0.1:44041, datanodeUuid=dfeea8a8-bbf2-4c95-8589-3be6b7b31445, infoPort=38141, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737) 2024-11-18T07:59:06,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b4283d5547a1647 with lease ID 0xcd1f75434d5cd6aa: from storage DS-dec15bb9-9889-467a-b40f-328b334b8c84 node DatanodeRegistration(127.0.0.1:44041, datanodeUuid=dfeea8a8-bbf2-4c95-8589-3be6b7b31445, infoPort=38141, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T07:59:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38692a6e6c7f01e7 with lease ID 0xcd1f75434d5cd6a9: Processing first storage report for DS-68a0ea09-faae-466e-ab30-a86445fe01d8 from datanode DatanodeRegistration(127.0.0.1:37333, datanodeUuid=63c3bf71-4fa3-46e6-858d-c84b64b28cc2, infoPort=37297, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737) 2024-11-18T07:59:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38692a6e6c7f01e7 with lease ID 0xcd1f75434d5cd6a9: from storage DS-68a0ea09-faae-466e-ab30-a86445fe01d8 node DatanodeRegistration(127.0.0.1:37333, datanodeUuid=63c3bf71-4fa3-46e6-858d-c84b64b28cc2, infoPort=37297, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:59:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2985ee237b047e6 with lease ID 0xcd1f75434d5cd6ab: Processing first storage report for DS-82740d91-74e2-42d1-a7c6-7d52594c24bf from datanode DatanodeRegistration(127.0.0.1:34117, datanodeUuid=a8f6136a-abe6-4629-936a-f84f68bdac3f, infoPort=38883, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737) 2024-11-18T07:59:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2985ee237b047e6 with lease ID 0xcd1f75434d5cd6ab: from storage DS-82740d91-74e2-42d1-a7c6-7d52594c24bf node DatanodeRegistration(127.0.0.1:34117, datanodeUuid=a8f6136a-abe6-4629-936a-f84f68bdac3f, infoPort=38883, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:59:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b4283d5547a1647 with lease ID 0xcd1f75434d5cd6aa: Processing first storage report for DS-e2589fa5-22d3-4f3e-9394-d810cab3d9bd from datanode DatanodeRegistration(127.0.0.1:44041, datanodeUuid=dfeea8a8-bbf2-4c95-8589-3be6b7b31445, infoPort=38141, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737) 2024-11-18T07:59:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b4283d5547a1647 with lease ID 0xcd1f75434d5cd6aa: from storage DS-e2589fa5-22d3-4f3e-9394-d810cab3d9bd node DatanodeRegistration(127.0.0.1:44041, datanodeUuid=dfeea8a8-bbf2-4c95-8589-3be6b7b31445, infoPort=38141, infoSecurePort=0, ipcPort=45097, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T07:59:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38692a6e6c7f01e7 with lease ID 0xcd1f75434d5cd6a9: Processing first storage report for DS-59de2986-2798-49b6-a30a-adedc129d384 from datanode DatanodeRegistration(127.0.0.1:37333, datanodeUuid=63c3bf71-4fa3-46e6-858d-c84b64b28cc2, infoPort=37297, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737) 2024-11-18T07:59:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38692a6e6c7f01e7 with lease ID 0xcd1f75434d5cd6a9: from storage DS-59de2986-2798-49b6-a30a-adedc129d384 node DatanodeRegistration(127.0.0.1:37333, datanodeUuid=63c3bf71-4fa3-46e6-858d-c84b64b28cc2, infoPort=37297, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:59:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2985ee237b047e6 with lease ID 0xcd1f75434d5cd6ab: Processing first storage report for DS-54d7de13-1365-4e08-a975-75252586909b from datanode DatanodeRegistration(127.0.0.1:34117, datanodeUuid=a8f6136a-abe6-4629-936a-f84f68bdac3f, infoPort=38883, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737) 2024-11-18T07:59:06,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2985ee237b047e6 with lease ID 0xcd1f75434d5cd6ab: from storage DS-54d7de13-1365-4e08-a975-75252586909b node DatanodeRegistration(127.0.0.1:34117, datanodeUuid=a8f6136a-abe6-4629-936a-f84f68bdac3f, infoPort=38883, infoSecurePort=0, ipcPort=34745, storageInfo=lv=-57;cid=testClusterID;nsid=1406484328;c=1731916743737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T07:59:07,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8 2024-11-18T07:59:07,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/zookeeper_0, clientPort=49783, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T07:59:07,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49783 2024-11-18T07:59:07,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:07,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:59:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:59:07,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741825_1001 (size=7) 2024-11-18T07:59:07,793 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b with version=8 2024-11-18T07:59:07,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/hbase-staging 2024-11-18T07:59:07,873 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T07:59:08,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:59:08,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,106 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:59:08,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:59:08,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T07:59:08,309 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T07:59:08,323 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T07:59:08,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:59:08,352 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100360 (auto-detected) 2024-11-18T07:59:08,353 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T07:59:08,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37107 2024-11-18T07:59:08,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37107 connecting to ZooKeeper ensemble=127.0.0.1:49783 2024-11-18T07:59:08,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371070x0, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:59:08,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37107-0x1014e3de4260000 connected 2024-11-18T07:59:08,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:59:08,572 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b, hbase.cluster.distributed=false 2024-11-18T07:59:08,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:59:08,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37107 2024-11-18T07:59:08,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37107 2024-11-18T07:59:08,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37107 2024-11-18T07:59:08,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37107 2024-11-18T07:59:08,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37107 2024-11-18T07:59:08,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:59:08,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:59:08,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:59:08,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:59:08,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:59:08,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35869 2024-11-18T07:59:08,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35869 connecting to ZooKeeper ensemble=127.0.0.1:49783 2024-11-18T07:59:08,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,760 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358690x0, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:59:08,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35869-0x1014e3de4260001 connected 2024-11-18T07:59:08,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:59:08,764 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:59:08,771 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:59:08,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:59:08,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:59:08,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-18T07:59:08,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35869 2024-11-18T07:59:08,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35869 2024-11-18T07:59:08,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-18T07:59:08,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-18T07:59:08,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:59:08,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:59:08,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:59:08,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:59:08,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:59:08,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42489 2024-11-18T07:59:08,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42489 connecting to ZooKeeper ensemble=127.0.0.1:49783 2024-11-18T07:59:08,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424890x0, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:59:08,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42489-0x1014e3de4260002 connected 2024-11-18T07:59:08,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:59:08,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:59:08,830 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:59:08,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:59:08,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:59:08,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-18T07:59:08,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42489 2024-11-18T07:59:08,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42489 2024-11-18T07:59:08,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-18T07:59:08,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-18T07:59:08,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/87fb3d252950:0 server-side Connection retries=45 2024-11-18T07:59:08,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,852 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T07:59:08,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T07:59:08,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T07:59:08,852 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T07:59:08,852 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T07:59:08,853 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46109 2024-11-18T07:59:08,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46109 connecting to ZooKeeper ensemble=127.0.0.1:49783 2024-11-18T07:59:08,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:08,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461090x0, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T07:59:08,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461090x0, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T07:59:08,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46109-0x1014e3de4260003 connected 2024-11-18T07:59:08,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T07:59:08,874 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T07:59:08,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T07:59:08,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T07:59:08,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46109 2024-11-18T07:59:08,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46109 2024-11-18T07:59:08,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46109 2024-11-18T07:59:08,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46109 2024-11-18T07:59:08,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46109 2024-11-18T07:59:08,901 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;87fb3d252950:37107 2024-11-18T07:59:08,902 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/87fb3d252950,37107,1731916747946 2024-11-18T07:59:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,911 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,913 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/87fb3d252950,37107,1731916747946 2024-11-18T07:59:08,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:59:08,944 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:59:08,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:08,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T07:59:08,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:08,944 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:08,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:08,946 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T07:59:08,948 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/87fb3d252950,37107,1731916747946 from backup master directory 2024-11-18T07:59:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/87fb3d252950,37107,1731916747946 2024-11-18T07:59:08,960 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T07:59:08,963 WARN [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:59:08,963 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=87fb3d252950,37107,1731916747946 2024-11-18T07:59:08,966 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T07:59:08,967 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T07:59:09,022 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/hbase.id] with ID: 9717df46-e26b-4a08-ae75-701411e5e3ac 2024-11-18T07:59:09,022 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/.tmp/hbase.id 2024-11-18T07:59:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:59:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:59:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741826_1002 (size=42) 2024-11-18T07:59:09,043 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/.tmp/hbase.id]:[hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/hbase.id] 2024-11-18T07:59:09,093 INFO [master/87fb3d252950:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T07:59:09,099 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T07:59:09,123 INFO [master/87fb3d252950:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-18T07:59:09,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,144 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:59:09,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:59:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741827_1003 (size=196) 2024-11-18T07:59:09,179 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:59:09,181 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T07:59:09,195 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:09,199 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:59:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:59:09,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:59:09,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741828_1004 (size=1189) 2024-11-18T07:59:09,248 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store 2024-11-18T07:59:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:59:09,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:59:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741829_1005 (size=34) 2024-11-18T07:59:09,274 INFO [master/87fb3d252950:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T07:59:09,276 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:09,277 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T07:59:09,278 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:59:09,278 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:59:09,279 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T07:59:09,279 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:59:09,279 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T07:59:09,280 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731916749277Disabling compacts and flushes for region at 1731916749277Disabling writes for close at 1731916749279 (+2 ms)Writing region close event to WAL at 1731916749279Closed at 1731916749279 2024-11-18T07:59:09,282 WARN [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/.initializing 2024-11-18T07:59:09,282 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/WALs/87fb3d252950,37107,1731916747946 2024-11-18T07:59:09,290 INFO [master/87fb3d252950:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:59:09,303 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C37107%2C1731916747946, suffix=, logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/WALs/87fb3d252950,37107,1731916747946, archiveDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/oldWALs, maxLogs=10 2024-11-18T07:59:09,324 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/WALs/87fb3d252950,37107,1731916747946/87fb3d252950%2C37107%2C1731916747946.1731916749307, exclude list is [], retry=0 2024-11-18T07:59:09,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-68a0ea09-faae-466e-ab30-a86445fe01d8,DISK] 2024-11-18T07:59:09,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-dec15bb9-9889-467a-b40f-328b334b8c84,DISK] 2024-11-18T07:59:09,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-82740d91-74e2-42d1-a7c6-7d52594c24bf,DISK] 2024-11-18T07:59:09,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T07:59:09,381 INFO [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/WALs/87fb3d252950,37107,1731916747946/87fb3d252950%2C37107%2C1731916747946.1731916749307 2024-11-18T07:59:09,382 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:38883:38883),(127.0.0.1/127.0.0.1:37297:37297)] 2024-11-18T07:59:09,383 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:59:09,383 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:09,386 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,387 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T07:59:09,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:09,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:09,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T07:59:09,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:09,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:09,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T07:59:09,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:09,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:09,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T07:59:09,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:09,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:09,462 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,466 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,467 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,473 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,474 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,478 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:59:09,481 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T07:59:09,487 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:09,488 INFO [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60885847, jitterRate=-0.09273017942905426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:59:09,496 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731916749398Initializing all the Stores at 1731916749401 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916749401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916749402 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916749402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916749402Cleaning up temporary data from old regions at 1731916749474 (+72 ms)Region opened successfully at 1731916749496 (+22 ms) 2024-11-18T07:59:09,497 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T07:59:09,530 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f485bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:59:09,557 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T07:59:09,567 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T07:59:09,567 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T07:59:09,570 INFO [master/87fb3d252950:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:59:09,572 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T07:59:09,577 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T07:59:09,577 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T07:59:09,600 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T07:59:09,611 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T07:59:09,652 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T07:59:09,654 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T07:59:09,656 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T07:59:09,660 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T07:59:09,662 INFO [master/87fb3d252950:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T07:59:09,665 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T07:59:09,677 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T07:59:09,678 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T07:59:09,685 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T07:59:09,700 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T07:59:09,710 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T07:59:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:59:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:59:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:59:09,718 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T07:59:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,719 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,722 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=87fb3d252950,37107,1731916747946, sessionid=0x1014e3de4260000, setting cluster-up flag (Was=false) 2024-11-18T07:59:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,744 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,768 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T07:59:09,770 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,37107,1731916747946 2024-11-18T07:59:09,785 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:09,810 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T07:59:09,812 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=87fb3d252950,37107,1731916747946 2024-11-18T07:59:09,819 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T07:59:09,889 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:59:09,891 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(746): ClusterId : 9717df46-e26b-4a08-ae75-701411e5e3ac 2024-11-18T07:59:09,891 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(746): ClusterId : 9717df46-e26b-4a08-ae75-701411e5e3ac 2024-11-18T07:59:09,891 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(746): ClusterId : 9717df46-e26b-4a08-ae75-701411e5e3ac 2024-11-18T07:59:09,894 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:59:09,894 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:59:09,894 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T07:59:09,899 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T07:59:09,905 INFO [master/87fb3d252950:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T07:59:09,911 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 87fb3d252950,37107,1731916747946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T07:59:09,937 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:59:09,937 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:59:09,937 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T07:59:09,937 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:59:09,937 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:59:09,937 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T07:59:09,938 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:59:09,938 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:59:09,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:59:09,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/87fb3d252950:0, corePoolSize=5, maxPoolSize=5 2024-11-18T07:59:09,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/87fb3d252950:0, corePoolSize=10, maxPoolSize=10 2024-11-18T07:59:09,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:09,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:59:09,939 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:09,940 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916779940 2024-11-18T07:59:09,942 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T07:59:09,943 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T07:59:09,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:59:09,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T07:59:09,949 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T07:59:09,949 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T07:59:09,949 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T07:59:09,950 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T07:59:09,950 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:09,954 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:09,955 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T07:59:09,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T07:59:09,956 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T07:59:09,956 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T07:59:09,958 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:59:09,958 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:59:09,958 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T07:59:09,959 DEBUG [RS:0;87fb3d252950:35869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9309b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:59:09,959 DEBUG [RS:1;87fb3d252950:42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b3a749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:59:09,959 DEBUG [RS:2;87fb3d252950:46109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff56c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=87fb3d252950/172.17.0.2:0 2024-11-18T07:59:09,963 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T07:59:09,963 INFO [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T07:59:09,969 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731916749964,5,FailOnTimeoutGroup] 2024-11-18T07:59:09,975 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731916749970,5,FailOnTimeoutGroup] 2024-11-18T07:59:09,975 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:09,975 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T07:59:09,976 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:09,977 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:09,979 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;87fb3d252950:35869 2024-11-18T07:59:09,983 INFO [RS:0;87fb3d252950:35869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:59:09,983 INFO [RS:0;87fb3d252950:35869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:59:09,983 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:59:09,986 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,37107,1731916747946 with port=35869, startcode=1731916748678 2024-11-18T07:59:09,986 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;87fb3d252950:42489 2024-11-18T07:59:09,986 DEBUG [RS:2;87fb3d252950:46109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;87fb3d252950:46109 2024-11-18T07:59:09,987 INFO [RS:1;87fb3d252950:42489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:59:09,987 INFO [RS:2;87fb3d252950:46109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T07:59:09,987 INFO [RS:1;87fb3d252950:42489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:59:09,987 INFO [RS:2;87fb3d252950:46109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T07:59:09,987 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:59:09,987 DEBUG [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T07:59:09,988 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,37107,1731916747946 with port=46109, startcode=1731916748850 2024-11-18T07:59:09,988 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(2659): reportForDuty to master=87fb3d252950,37107,1731916747946 with port=42489, startcode=1731916748797 2024-11-18T07:59:09,999 DEBUG [RS:0;87fb3d252950:35869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:59:09,999 DEBUG [RS:1;87fb3d252950:42489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:59:10,000 DEBUG [RS:2;87fb3d252950:46109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T07:59:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:59:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:59:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741831_1007 (size=1321) 2024-11-18T07:59:10,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T07:59:10,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:10,050 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:59:10,050 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40495, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:59:10,050 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58387, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T07:59:10,056 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,35869,1731916748678 2024-11-18T07:59:10,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,35869,1731916748678 2024-11-18T07:59:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:59:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:59:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741832_1008 (size=32) 2024-11-18T07:59:10,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:10,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:59:10,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,42489,1731916748797 2024-11-18T07:59:10,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,42489,1731916748797 2024-11-18T07:59:10,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:59:10,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:59:10,076 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:10,077 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42117 2024-11-18T07:59:10,077 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:59:10,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:59:10,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] master.ServerManager(517): Registering regionserver=87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,079 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:10,079 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42117 2024-11-18T07:59:10,079 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:59:10,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:59:10,082 DEBUG [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:10,082 DEBUG [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42117 2024-11-18T07:59:10,083 DEBUG [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T07:59:10,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:59:10,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:59:10,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:59:10,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:59:10,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740 2024-11-18T07:59:10,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740 2024-11-18T07:59:10,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:59:10,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:59:10,094 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:59:10,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:59:10,100 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:10,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041801, jitterRate=-0.12020860612392426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:59:10,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731916750067Initializing all the Stores at 1731916750069 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916750069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916750069Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916750069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916750069Cleaning up temporary data from old regions at 1731916750093 (+24 ms)Region opened successfully at 1731916750105 (+12 ms) 2024-11-18T07:59:10,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T07:59:10,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T07:59:10,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T07:59:10,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T07:59:10,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T07:59:10,107 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T07:59:10,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731916750105Disabling compacts and flushes for region at 1731916750105Disabling writes for close at 1731916750106 (+1 ms)Writing region close event to WAL at 1731916750107 (+1 ms)Closed at 1731916750107 2024-11-18T07:59:10,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:59:10,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T07:59:10,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T07:59:10,128 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:59:10,132 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T07:59:10,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:59:10,152 DEBUG [RS:0;87fb3d252950:35869 {}] zookeeper.ZKUtil(111): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,35869,1731916748678 2024-11-18T07:59:10,152 DEBUG [RS:1;87fb3d252950:42489 {}] zookeeper.ZKUtil(111): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,42489,1731916748797 2024-11-18T07:59:10,152 WARN [RS:1;87fb3d252950:42489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:59:10,152 WARN [RS:0;87fb3d252950:35869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:59:10,152 INFO [RS:0;87fb3d252950:35869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:59:10,152 INFO [RS:1;87fb3d252950:42489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:59:10,153 DEBUG [RS:2;87fb3d252950:46109 {}] zookeeper.ZKUtil(111): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,153 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,42489,1731916748797 2024-11-18T07:59:10,153 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678 2024-11-18T07:59:10,153 WARN [RS:2;87fb3d252950:46109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T07:59:10,153 INFO [RS:2;87fb3d252950:46109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:59:10,153 DEBUG [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,35869,1731916748678] 2024-11-18T07:59:10,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,42489,1731916748797] 2024-11-18T07:59:10,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [87fb3d252950,46109,1731916748850] 2024-11-18T07:59:10,183 INFO [RS:2;87fb3d252950:46109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:59:10,183 INFO [RS:0;87fb3d252950:35869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:59:10,183 INFO [RS:1;87fb3d252950:42489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T07:59:10,199 INFO [RS:0;87fb3d252950:35869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:59:10,199 INFO [RS:2;87fb3d252950:46109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:59:10,199 INFO [RS:1;87fb3d252950:42489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T07:59:10,205 INFO [RS:1;87fb3d252950:42489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:59:10,205 INFO [RS:0;87fb3d252950:35869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:59:10,205 INFO [RS:2;87fb3d252950:46109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T07:59:10,206 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,206 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,206 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,207 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:59:10,207 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:59:10,207 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T07:59:10,213 INFO [RS:1;87fb3d252950:42489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:59:10,213 INFO [RS:0;87fb3d252950:35869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:59:10,213 INFO [RS:2;87fb3d252950:46109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T07:59:10,215 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,215 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,215 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,215 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,215 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:59:10,216 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:59:10,216 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0, corePoolSize=2, maxPoolSize=2 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:59:10,216 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,216 DEBUG [RS:2;87fb3d252950:46109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:59:10,217 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,217 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,217 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/87fb3d252950:0, corePoolSize=1, maxPoolSize=1 2024-11-18T07:59:10,217 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:59:10,217 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:59:10,217 DEBUG [RS:1;87fb3d252950:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:59:10,217 DEBUG [RS:0;87fb3d252950:35869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/87fb3d252950:0, corePoolSize=3, maxPoolSize=3 2024-11-18T07:59:10,219 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,219 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,219 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,219 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,219 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,219 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,46109,1731916748850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,42489,1731916748797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:59:10,221 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,222 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,222 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35869,1731916748678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:59:10,239 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:59:10,240 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:59:10,241 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T07:59:10,241 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,42489,1731916748797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,241 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,46109,1731916748850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,241 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,35869,1731916748678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,241 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,241 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,241 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,242 INFO [RS:0;87fb3d252950:35869 {}] regionserver.Replication(171): 87fb3d252950,35869,1731916748678 started 2024-11-18T07:59:10,242 INFO [RS:1;87fb3d252950:42489 {}] regionserver.Replication(171): 87fb3d252950,42489,1731916748797 started 2024-11-18T07:59:10,242 INFO [RS:2;87fb3d252950:46109 {}] regionserver.Replication(171): 87fb3d252950,46109,1731916748850 started 2024-11-18T07:59:10,258 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,259 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,42489,1731916748797, RpcServer on 87fb3d252950/172.17.0.2:42489, sessionid=0x1014e3de4260002 2024-11-18T07:59:10,260 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:59:10,260 DEBUG [RS:1;87fb3d252950:42489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,42489,1731916748797 2024-11-18T07:59:10,260 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,42489,1731916748797' 2024-11-18T07:59:10,260 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:59:10,261 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:59:10,262 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:59:10,262 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:59:10,262 DEBUG [RS:1;87fb3d252950:42489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,42489,1731916748797 2024-11-18T07:59:10,262 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,42489,1731916748797' 2024-11-18T07:59:10,262 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:59:10,263 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:59:10,263 DEBUG [RS:1;87fb3d252950:42489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:59:10,263 INFO [RS:1;87fb3d252950:42489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:59:10,264 INFO [RS:1;87fb3d252950:42489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:59:10,264 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,264 INFO [RS:2;87fb3d252950:46109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:10,265 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,35869,1731916748678, RpcServer on 87fb3d252950/172.17.0.2:35869, sessionid=0x1014e3de4260001 2024-11-18T07:59:10,265 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(1482): Serving as 87fb3d252950,46109,1731916748850, RpcServer on 87fb3d252950/172.17.0.2:46109, sessionid=0x1014e3de4260003 2024-11-18T07:59:10,265 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:59:10,265 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T07:59:10,265 DEBUG [RS:0;87fb3d252950:35869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,35869,1731916748678 2024-11-18T07:59:10,265 DEBUG [RS:2;87fb3d252950:46109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,265 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,46109,1731916748850' 2024-11-18T07:59:10,265 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,35869,1731916748678' 2024-11-18T07:59:10,265 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:59:10,265 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T07:59:10,266 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:59:10,266 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T07:59:10,266 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:59:10,266 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T07:59:10,266 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:59:10,266 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T07:59:10,266 DEBUG [RS:2;87fb3d252950:46109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,266 DEBUG [RS:0;87fb3d252950:35869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 87fb3d252950,35869,1731916748678 2024-11-18T07:59:10,266 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,46109,1731916748850' 2024-11-18T07:59:10,266 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '87fb3d252950,35869,1731916748678' 2024-11-18T07:59:10,266 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:59:10,266 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T07:59:10,267 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:59:10,267 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T07:59:10,267 DEBUG [RS:2;87fb3d252950:46109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:59:10,267 DEBUG [RS:0;87fb3d252950:35869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T07:59:10,267 INFO [RS:2;87fb3d252950:46109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:59:10,267 INFO [RS:0;87fb3d252950:35869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T07:59:10,268 INFO [RS:2;87fb3d252950:46109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:59:10,268 INFO [RS:0;87fb3d252950:35869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T07:59:10,283 WARN [87fb3d252950:37107 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-18T07:59:10,368 INFO [RS:1;87fb3d252950:42489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:59:10,368 INFO [RS:0;87fb3d252950:35869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:59:10,368 INFO [RS:2;87fb3d252950:46109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T07:59:10,371 INFO [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C35869%2C1731916748678, suffix=, logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678, archiveDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs, maxLogs=32 2024-11-18T07:59:10,371 INFO [RS:2;87fb3d252950:46109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C46109%2C1731916748850, suffix=, logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850, archiveDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs, maxLogs=32 2024-11-18T07:59:10,371 INFO [RS:1;87fb3d252950:42489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C42489%2C1731916748797, suffix=, logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,42489,1731916748797, archiveDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs, maxLogs=32 2024-11-18T07:59:10,387 DEBUG [RS:2;87fb3d252950:46109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850/87fb3d252950%2C46109%2C1731916748850.1731916750375, exclude list is [], retry=0 2024-11-18T07:59:10,387 DEBUG [RS:1;87fb3d252950:42489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,42489,1731916748797/87fb3d252950%2C42489%2C1731916748797.1731916750375, exclude list is [], retry=0 2024-11-18T07:59:10,388 DEBUG [RS:0;87fb3d252950:35869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678/87fb3d252950%2C35869%2C1731916748678.1731916750375, exclude list is [], retry=0 2024-11-18T07:59:10,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-82740d91-74e2-42d1-a7c6-7d52594c24bf,DISK] 2024-11-18T07:59:10,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-82740d91-74e2-42d1-a7c6-7d52594c24bf,DISK] 2024-11-18T07:59:10,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-dec15bb9-9889-467a-b40f-328b334b8c84,DISK] 2024-11-18T07:59:10,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-dec15bb9-9889-467a-b40f-328b334b8c84,DISK] 2024-11-18T07:59:10,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-68a0ea09-faae-466e-ab30-a86445fe01d8,DISK] 2024-11-18T07:59:10,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-dec15bb9-9889-467a-b40f-328b334b8c84,DISK] 2024-11-18T07:59:10,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-82740d91-74e2-42d1-a7c6-7d52594c24bf,DISK] 2024-11-18T07:59:10,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-68a0ea09-faae-466e-ab30-a86445fe01d8,DISK] 2024-11-18T07:59:10,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-68a0ea09-faae-466e-ab30-a86445fe01d8,DISK] 2024-11-18T07:59:10,408 INFO [RS:1;87fb3d252950:42489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,42489,1731916748797/87fb3d252950%2C42489%2C1731916748797.1731916750375 2024-11-18T07:59:10,408 INFO [RS:2;87fb3d252950:46109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850/87fb3d252950%2C46109%2C1731916748850.1731916750375 2024-11-18T07:59:10,408 INFO [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678/87fb3d252950%2C35869%2C1731916748678.1731916750375 2024-11-18T07:59:10,409 DEBUG [RS:2;87fb3d252950:46109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:38883:38883),(127.0.0.1/127.0.0.1:37297:37297)] 2024-11-18T07:59:10,409 DEBUG [RS:1;87fb3d252950:42489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38883:38883),(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:37297:37297)] 2024-11-18T07:59:10,409 DEBUG [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37297:37297),(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:38883:38883)] 2024-11-18T07:59:10,535 DEBUG [87fb3d252950:37107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T07:59:10,542 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(204): Hosts are {87fb3d252950=0} racks are {/default-rack=0} 2024-11-18T07:59:10,548 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T07:59:10,549 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T07:59:10,549 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T07:59:10,549 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T07:59:10,549 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T07:59:10,549 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T07:59:10,549 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T07:59:10,549 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T07:59:10,549 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T07:59:10,549 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T07:59:10,555 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,561 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,46109,1731916748850, state=OPENING 2024-11-18T07:59:10,593 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T07:59:10,602 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T07:59:10,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,604 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T07:59:10,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:10,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:59:10,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60423, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:59:10,792 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T07:59:10,793 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T07:59:10,793 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T07:59:10,796 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C46109%2C1731916748850.meta, suffix=.meta, logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850, archiveDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs, maxLogs=32 2024-11-18T07:59:10,810 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, exclude list is [], retry=0 2024-11-18T07:59:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-68a0ea09-faae-466e-ab30-a86445fe01d8,DISK] 2024-11-18T07:59:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-dec15bb9-9889-467a-b40f-328b334b8c84,DISK] 2024-11-18T07:59:10,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-82740d91-74e2-42d1-a7c6-7d52594c24bf,DISK] 2024-11-18T07:59:10,817 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta 2024-11-18T07:59:10,819 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37297:37297),(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:38883:38883)] 2024-11-18T07:59:10,819 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T07:59:10,821 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T07:59:10,823 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T07:59:10,827 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T07:59:10,831 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T07:59:10,831 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:10,832 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T07:59:10,832 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T07:59:10,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T07:59:10,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T07:59:10,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T07:59:10,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T07:59:10,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T07:59:10,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T07:59:10,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T07:59:10,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T07:59:10,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:10,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T07:59:10,847 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T07:59:10,848 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740 2024-11-18T07:59:10,851 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740 2024-11-18T07:59:10,854 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T07:59:10,854 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T07:59:10,856 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T07:59:10,859 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T07:59:10,861 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66431998, jitterRate=-0.010086089372634888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T07:59:10,861 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T07:59:10,862 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731916750832Writing region info on filesystem at 1731916750833 (+1 ms)Initializing all the Stores at 1731916750835 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916750835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916750835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916750835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916750835Cleaning up temporary data from old regions at 1731916750855 (+20 ms)Running coprocessor post-open hooks at 1731916750861 (+6 ms)Region opened successfully at 1731916750862 (+1 ms) 2024-11-18T07:59:10,868 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731916750769 2024-11-18T07:59:10,879 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T07:59:10,879 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T07:59:10,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,883 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,46109,1731916748850, state=OPEN 2024-11-18T07:59:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:10,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:10,918 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:10,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:10,918 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,46109,1731916748850 2024-11-18T07:59:10,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T07:59:10,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,46109,1731916748850 in 313 msec 2024-11-18T07:59:10,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T07:59:10,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 808 msec 2024-11-18T07:59:10,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T07:59:10,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T07:59:10,950 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:10,952 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:10,969 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:59:10,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:59:10,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1410 sec 2024-11-18T07:59:10,991 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731916750990, completionTime=-1 2024-11-18T07:59:10,993 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T07:59:10,993 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:59:11,017 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-18T07:59:11,017 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916811017 2024-11-18T07:59:11,017 INFO [master/87fb3d252950:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731916871017 2024-11-18T07:59:11,017 INFO [master/87fb3d252950:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-11-18T07:59:11,019 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T07:59:11,026 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,37107,1731916747946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,026 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,37107,1731916747946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,026 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,37107,1731916747946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,027 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-87fb3d252950:37107, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,028 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,028 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,034 DEBUG [master/87fb3d252950:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T07:59:11,061 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.098sec 2024-11-18T07:59:11,063 INFO [master/87fb3d252950:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T07:59:11,064 INFO [master/87fb3d252950:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T07:59:11,065 INFO [master/87fb3d252950:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T07:59:11,065 INFO [master/87fb3d252950:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T07:59:11,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T07:59:11,066 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,37107,1731916747946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T07:59:11,067 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,37107,1731916747946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T07:59:11,071 DEBUG [master/87fb3d252950:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T07:59:11,072 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T07:59:11,073 INFO [master/87fb3d252950:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=87fb3d252950,37107,1731916747946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T07:59:11,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b5e5329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:59:11,104 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T07:59:11,104 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T07:59:11,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 87fb3d252950,37107,-1 for getting cluster id 2024-11-18T07:59:11,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T07:59:11,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9717df46-e26b-4a08-ae75-701411e5e3ac' 2024-11-18T07:59:11,119 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T07:59:11,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9717df46-e26b-4a08-ae75-701411e5e3ac" 2024-11-18T07:59:11,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ca7b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:59:11,120 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [87fb3d252950,37107,-1] 2024-11-18T07:59:11,123 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T07:59:11,125 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:59:11,126 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T07:59:11,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c26e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T07:59:11,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:11,137 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:11,138 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:59:11,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:59:11,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=87fb3d252950,37107,1731916747946 2024-11-18T07:59:11,168 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T07:59:11,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T07:59:11,180 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 87fb3d252950,37107,1731916747946 2024-11-18T07:59:11,183 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61f803a5 2024-11-18T07:59:11,184 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T07:59:11,186 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T07:59:11,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T07:59:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T07:59:11,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T07:59:11,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-18T07:59:11,211 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T07:59:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:59:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741837_1013 (size=1020) 2024-11-18T07:59:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741837_1013 (size=1020) 2024-11-18T07:59:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741837_1013 (size=1020) 2024-11-18T07:59:11,280 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3659ca0466cae6537ae2dcf542c7ea2f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,281 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad21b2e5db6c8504e4d0b4d154213d28, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,281 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8bb00b880f052435bf85c5606ccec331, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741839_1015 (size=110) 2024-11-18T07:59:11,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741839_1015 (size=110) 2024-11-18T07:59:11,297 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,297 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8bb00b880f052435bf85c5606ccec331, disabling compactions & flushes 2024-11-18T07:59:11,298 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:11,298 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:11,298 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. after waiting 0 ms 2024-11-18T07:59:11,298 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:11,298 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:11,298 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8bb00b880f052435bf85c5606ccec331: Waiting for close lock at 1731916751297Disabling compacts and flushes for region at 1731916751297Disabling writes for close at 1731916751298 (+1 ms)Writing region close event to WAL at 1731916751298Closed at 1731916751298 2024-11-18T07:59:11,299 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e620964ee18f26fc8ef20d91dd546c74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741839_1015 (size=110) 2024-11-18T07:59:11,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741838_1014 (size=107) 2024-11-18T07:59:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741840_1016 (size=110) 2024-11-18T07:59:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741838_1014 (size=107) 2024-11-18T07:59:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741840_1016 (size=110) 2024-11-18T07:59:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741840_1016 (size=110) 2024-11-18T07:59:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741838_1014 (size=107) 2024-11-18T07:59:11,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,305 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ad21b2e5db6c8504e4d0b4d154213d28, disabling compactions & flushes 2024-11-18T07:59:11,305 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:11,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:11,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. after waiting 0 ms 2024-11-18T07:59:11,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:11,306 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:11,306 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad21b2e5db6c8504e4d0b4d154213d28: Waiting for close lock at 1731916751305Disabling compacts and flushes for region at 1731916751305Disabling writes for close at 1731916751306 (+1 ms)Writing region close event to WAL at 1731916751306Closed at 1731916751306 2024-11-18T07:59:11,307 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf84f833a99d7930bbd808928baf2e24, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 3659ca0466cae6537ae2dcf542c7ea2f, disabling compactions & flushes 2024-11-18T07:59:11,307 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:11,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:11,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. after waiting 0 ms 2024-11-18T07:59:11,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:11,307 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:11,307 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3659ca0466cae6537ae2dcf542c7ea2f: Waiting for close lock at 1731916751307Disabling compacts and flushes for region at 1731916751307Disabling writes for close at 1731916751307Writing region close event to WAL at 1731916751307Closed at 1731916751307 2024-11-18T07:59:11,308 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d8cc348fcb134cd4f97e5472158feee0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741841_1017 (size=110) 2024-11-18T07:59:11,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741841_1017 (size=110) 2024-11-18T07:59:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741841_1017 (size=110) 2024-11-18T07:59:11,317 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,317 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e620964ee18f26fc8ef20d91dd546c74, disabling compactions & flushes 2024-11-18T07:59:11,317 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:11,317 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:11,317 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. after waiting 0 ms 2024-11-18T07:59:11,317 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:11,317 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:11,317 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e620964ee18f26fc8ef20d91dd546c74: Waiting for close lock at 1731916751317Disabling compacts and flushes for region at 1731916751317Disabling writes for close at 1731916751317Writing region close event to WAL at 1731916751317Closed at 1731916751317 2024-11-18T07:59:11,318 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4e43ada1aae7fabb909b8c10f303f31f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741842_1018 (size=110) 2024-11-18T07:59:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741842_1018 (size=110) 2024-11-18T07:59:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741842_1018 (size=110) 2024-11-18T07:59:11,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bf84f833a99d7930bbd808928baf2e24, disabling compactions & flushes 2024-11-18T07:59:11,327 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:11,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:11,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. after waiting 0 ms 2024-11-18T07:59:11,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:11,327 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:11,327 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf84f833a99d7930bbd808928baf2e24: Waiting for close lock at 1731916751327Disabling compacts and flushes for region at 1731916751327Disabling writes for close at 1731916751327Writing region close event to WAL at 1731916751327Closed at 1731916751327 2024-11-18T07:59:11,328 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea5f2ed3db793f5dabaa24ca8aca54a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741843_1019 (size=110) 2024-11-18T07:59:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741843_1019 (size=110) 2024-11-18T07:59:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741843_1019 (size=110) 2024-11-18T07:59:11,331 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,332 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d8cc348fcb134cd4f97e5472158feee0, disabling compactions & flushes 2024-11-18T07:59:11,332 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:11,332 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:11,332 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. after waiting 0 ms 2024-11-18T07:59:11,332 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:11,332 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:11,332 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d8cc348fcb134cd4f97e5472158feee0: Waiting for close lock at 1731916751332Disabling compacts and flushes for region at 1731916751332Disabling writes for close at 1731916751332Writing region close event to WAL at 1731916751332Closed at 1731916751332 2024-11-18T07:59:11,333 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ea0aebe0025a383a7fbfe127ae9d7fcb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741844_1020 (size=110) 2024-11-18T07:59:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741844_1020 (size=110) 2024-11-18T07:59:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741844_1020 (size=110) 2024-11-18T07:59:11,337 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,338 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 4e43ada1aae7fabb909b8c10f303f31f, disabling compactions & flushes 2024-11-18T07:59:11,338 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:11,338 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:11,338 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. after waiting 0 ms 2024-11-18T07:59:11,338 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:11,338 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:11,338 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4e43ada1aae7fabb909b8c10f303f31f: Waiting for close lock at 1731916751337Disabling compacts and flushes for region at 1731916751337Disabling writes for close at 1731916751338 (+1 ms)Writing region close event to WAL at 1731916751338Closed at 1731916751338 2024-11-18T07:59:11,339 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f98fb784761e25e8491d3d179beae22a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741845_1021 (size=110) 2024-11-18T07:59:11,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741845_1021 (size=110) 2024-11-18T07:59:11,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741845_1021 (size=110) 2024-11-18T07:59:11,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing ea5f2ed3db793f5dabaa24ca8aca54a8, disabling compactions & flushes 2024-11-18T07:59:11,348 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:11,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:11,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. after waiting 0 ms 2024-11-18T07:59:11,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:11,348 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:11,348 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea5f2ed3db793f5dabaa24ca8aca54a8: Waiting for close lock at 1731916751348Disabling compacts and flushes for region at 1731916751348Disabling writes for close at 1731916751348Writing region close event to WAL at 1731916751348Closed at 1731916751348 2024-11-18T07:59:11,349 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ca27e07e499bf6d0e286d1918ce0d9e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741846_1022 (size=110) 2024-11-18T07:59:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741846_1022 (size=110) 2024-11-18T07:59:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741846_1022 (size=110) 2024-11-18T07:59:11,352 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ea0aebe0025a383a7fbfe127ae9d7fcb, disabling compactions & flushes 2024-11-18T07:59:11,353 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:11,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:11,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. after waiting 0 ms 2024-11-18T07:59:11,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:11,353 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:11,353 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ea0aebe0025a383a7fbfe127ae9d7fcb: Waiting for close lock at 1731916751352Disabling compacts and flushes for region at 1731916751352Disabling writes for close at 1731916751353 (+1 ms)Writing region close event to WAL at 1731916751353Closed at 1731916751353 2024-11-18T07:59:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:59:11,354 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41bfe0a5f8d1751107b0d984a255f71c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741847_1023 (size=110) 2024-11-18T07:59:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741847_1023 (size=110) 2024-11-18T07:59:11,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741847_1023 (size=110) 2024-11-18T07:59:11,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f98fb784761e25e8491d3d179beae22a, disabling compactions & flushes 2024-11-18T07:59:11,363 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:11,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:11,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. after waiting 0 ms 2024-11-18T07:59:11,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:11,363 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:11,363 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f98fb784761e25e8491d3d179beae22a: Waiting for close lock at 1731916751363Disabling compacts and flushes for region at 1731916751363Disabling writes for close at 1731916751363Writing region close event to WAL at 1731916751363Closed at 1731916751363 2024-11-18T07:59:11,364 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fa5e5e8869a7ba0fe7712818062ae59e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741848_1024 (size=110) 2024-11-18T07:59:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741848_1024 (size=110) 2024-11-18T07:59:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741848_1024 (size=110) 2024-11-18T07:59:11,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 0ca27e07e499bf6d0e286d1918ce0d9e, disabling compactions & flushes 2024-11-18T07:59:11,380 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:11,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:11,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. after waiting 0 ms 2024-11-18T07:59:11,380 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:11,381 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:11,381 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ca27e07e499bf6d0e286d1918ce0d9e: Waiting for close lock at 1731916751380Disabling compacts and flushes for region at 1731916751380Disabling writes for close at 1731916751380Writing region close event to WAL at 1731916751381 (+1 ms)Closed at 1731916751381 2024-11-18T07:59:11,382 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b845fdce406bf1bdb32caf99a84104d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741849_1025 (size=110) 2024-11-18T07:59:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741849_1025 (size=110) 2024-11-18T07:59:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741849_1025 (size=110) 2024-11-18T07:59:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741850_1026 (size=110) 2024-11-18T07:59:11,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741850_1026 (size=110) 2024-11-18T07:59:11,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741850_1026 (size=110) 2024-11-18T07:59:11,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 41bfe0a5f8d1751107b0d984a255f71c, disabling compactions & flushes 2024-11-18T07:59:11,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. after waiting 0 ms 2024-11-18T07:59:11,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41bfe0a5f8d1751107b0d984a255f71c: Waiting for close lock at 1731916751391Disabling compacts and flushes for region at 1731916751391Disabling writes for close at 1731916751391Writing region close event to WAL at 1731916751391Closed at 1731916751391 2024-11-18T07:59:11,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 044ade6e79b76c248777374695016e6e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fa5e5e8869a7ba0fe7712818062ae59e, disabling compactions & flushes 2024-11-18T07:59:11,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:11,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:11,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. after waiting 0 ms 2024-11-18T07:59:11,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:11,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:11,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fa5e5e8869a7ba0fe7712818062ae59e: Waiting for close lock at 1731916751392Disabling compacts and flushes for region at 1731916751392Disabling writes for close at 1731916751392Writing region close event to WAL at 1731916751392Closed at 1731916751392 2024-11-18T07:59:11,393 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a278196801296b5012e64cd8206d682c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741851_1027 (size=110) 2024-11-18T07:59:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741851_1027 (size=110) 2024-11-18T07:59:11,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741851_1027 (size=110) 2024-11-18T07:59:11,397 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,398 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3b845fdce406bf1bdb32caf99a84104d, disabling compactions & flushes 2024-11-18T07:59:11,398 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:11,398 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:11,398 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. after waiting 0 ms 2024-11-18T07:59:11,398 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:11,398 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:11,398 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b845fdce406bf1bdb32caf99a84104d: Waiting for close lock at 1731916751398Disabling compacts and flushes for region at 1731916751398Disabling writes for close at 1731916751398Writing region close event to WAL at 1731916751398Closed at 1731916751398 2024-11-18T07:59:11,399 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e37a06a3070b99345aaf2cf4e48601f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741853_1029 (size=110) 2024-11-18T07:59:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741853_1029 (size=110) 2024-11-18T07:59:11,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741853_1029 (size=110) 2024-11-18T07:59:11,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a278196801296b5012e64cd8206d682c, disabling compactions & flushes 2024-11-18T07:59:11,410 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:11,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:11,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. after waiting 0 ms 2024-11-18T07:59:11,410 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:11,410 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:11,411 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a278196801296b5012e64cd8206d682c: Waiting for close lock at 1731916751410Disabling compacts and flushes for region at 1731916751410Disabling writes for close at 1731916751410Writing region close event to WAL at 1731916751410Closed at 1731916751410 2024-11-18T07:59:11,411 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 24b759235e8a133eeee2eac0f30f4d73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741852_1028 (size=110) 2024-11-18T07:59:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741852_1028 (size=110) 2024-11-18T07:59:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741854_1030 (size=110) 2024-11-18T07:59:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741852_1028 (size=110) 2024-11-18T07:59:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741854_1030 (size=110) 2024-11-18T07:59:11,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741854_1030 (size=110) 2024-11-18T07:59:11,416 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 044ade6e79b76c248777374695016e6e, disabling compactions & flushes 2024-11-18T07:59:11,417 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:11,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:11,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. after waiting 0 ms 2024-11-18T07:59:11,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:11,417 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:11,417 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 044ade6e79b76c248777374695016e6e: Waiting for close lock at 1731916751417Disabling compacts and flushes for region at 1731916751417Disabling writes for close at 1731916751417Writing region close event to WAL at 1731916751417Closed at 1731916751417 2024-11-18T07:59:11,418 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7a28a9149b911948dc3b72c614dd37b2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 9e37a06a3070b99345aaf2cf4e48601f, disabling compactions & flushes 2024-11-18T07:59:11,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:11,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:11,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. after waiting 0 ms 2024-11-18T07:59:11,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:11,419 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:11,419 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e37a06a3070b99345aaf2cf4e48601f: Waiting for close lock at 1731916751419Disabling compacts and flushes for region at 1731916751419Disabling writes for close at 1731916751419Writing region close event to WAL at 1731916751419Closed at 1731916751419 2024-11-18T07:59:11,420 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6844280f7d2ad0946420307ff6690419, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741855_1031 (size=110) 2024-11-18T07:59:11,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741855_1031 (size=110) 2024-11-18T07:59:11,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741855_1031 (size=110) 2024-11-18T07:59:11,427 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,428 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 24b759235e8a133eeee2eac0f30f4d73, disabling compactions & flushes 2024-11-18T07:59:11,428 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:11,428 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:11,428 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. after waiting 0 ms 2024-11-18T07:59:11,428 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:11,428 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:11,428 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 24b759235e8a133eeee2eac0f30f4d73: Waiting for close lock at 1731916751428Disabling compacts and flushes for region at 1731916751428Disabling writes for close at 1731916751428Writing region close event to WAL at 1731916751428Closed at 1731916751428 2024-11-18T07:59:11,429 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 836f14ecba7db9b2910007af5460403b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741856_1032 (size=110) 2024-11-18T07:59:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741856_1032 (size=110) 2024-11-18T07:59:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741856_1032 (size=110) 2024-11-18T07:59:11,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741857_1033 (size=110) 2024-11-18T07:59:11,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741857_1033 (size=110) 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7a28a9149b911948dc3b72c614dd37b2, disabling compactions & flushes 2024-11-18T07:59:11,436 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. after waiting 0 ms 2024-11-18T07:59:11,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741857_1033 (size=110) 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:11,436 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7a28a9149b911948dc3b72c614dd37b2: Waiting for close lock at 1731916751436Disabling compacts and flushes for region at 1731916751436Disabling writes for close at 1731916751436Writing region close event to WAL at 1731916751436Closed at 1731916751436 2024-11-18T07:59:11,436 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6844280f7d2ad0946420307ff6690419, disabling compactions & flushes 2024-11-18T07:59:11,437 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:11,437 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d891b6674ebab1ee1d4598a7d7e0cc54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:11,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. after waiting 0 ms 2024-11-18T07:59:11,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:11,437 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:11,437 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6844280f7d2ad0946420307ff6690419: Waiting for close lock at 1731916751437Disabling compacts and flushes for region at 1731916751437Disabling writes for close at 1731916751437Writing region close event to WAL at 1731916751437Closed at 1731916751437 2024-11-18T07:59:11,438 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 390a67d4b4e0d226812016804c9310e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741858_1034 (size=110) 2024-11-18T07:59:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741858_1034 (size=110) 2024-11-18T07:59:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741858_1034 (size=110) 2024-11-18T07:59:11,454 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 836f14ecba7db9b2910007af5460403b, disabling compactions & flushes 2024-11-18T07:59:11,455 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:11,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:11,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. after waiting 0 ms 2024-11-18T07:59:11,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:11,455 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:11,455 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 836f14ecba7db9b2910007af5460403b: Waiting for close lock at 1731916751455Disabling compacts and flushes for region at 1731916751455Disabling writes for close at 1731916751455Writing region close event to WAL at 1731916751455Closed at 1731916751455 2024-11-18T07:59:11,456 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8081182b39e4ad3d95cfeaf43977b760, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741860_1036 (size=110) 2024-11-18T07:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741859_1035 (size=110) 2024-11-18T07:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741860_1036 (size=110) 2024-11-18T07:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741859_1035 (size=110) 2024-11-18T07:59:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741859_1035 (size=110) 2024-11-18T07:59:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741860_1036 (size=110) 2024-11-18T07:59:11,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d891b6674ebab1ee1d4598a7d7e0cc54, disabling compactions & flushes 2024-11-18T07:59:11,462 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 390a67d4b4e0d226812016804c9310e2, disabling compactions & flushes 2024-11-18T07:59:11,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:11,462 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. after waiting 0 ms 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. after waiting 0 ms 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:11,463 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:11,463 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 390a67d4b4e0d226812016804c9310e2: Waiting for close lock at 1731916751462Disabling compacts and flushes for region at 1731916751462Disabling writes for close at 1731916751463 (+1 ms)Writing region close event to WAL at 1731916751463Closed at 1731916751463 2024-11-18T07:59:11,463 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d891b6674ebab1ee1d4598a7d7e0cc54: Waiting for close lock at 1731916751462Disabling compacts and flushes for region at 1731916751462Disabling writes for close at 1731916751463 (+1 ms)Writing region close event to WAL at 1731916751463Closed at 1731916751463 2024-11-18T07:59:11,463 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7d5e1f447be3673d97168a072ecc235, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,464 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => addd07c8f3df62522ae056a4e563ce02, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b 2024-11-18T07:59:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741861_1037 (size=110) 2024-11-18T07:59:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741861_1037 (size=110) 2024-11-18T07:59:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741861_1037 (size=110) 2024-11-18T07:59:11,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8081182b39e4ad3d95cfeaf43977b760, disabling compactions & flushes 2024-11-18T07:59:11,477 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. after waiting 0 ms 2024-11-18T07:59:11,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,477 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,477 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8081182b39e4ad3d95cfeaf43977b760: Waiting for close lock at 1731916751477Disabling compacts and flushes for region at 1731916751477Disabling writes for close at 1731916751477Writing region close event to WAL at 1731916751477Closed at 1731916751477 2024-11-18T07:59:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741862_1038 (size=107) 2024-11-18T07:59:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741863_1039 (size=110) 2024-11-18T07:59:11,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741862_1038 (size=107) 2024-11-18T07:59:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741862_1038 (size=107) 2024-11-18T07:59:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741863_1039 (size=110) 2024-11-18T07:59:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741863_1039 (size=110) 2024-11-18T07:59:11,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,482 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b7d5e1f447be3673d97168a072ecc235, disabling compactions & flushes 2024-11-18T07:59:11,483 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:11,483 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:11,483 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. after waiting 0 ms 2024-11-18T07:59:11,483 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:11,483 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:11,483 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7d5e1f447be3673d97168a072ecc235: Waiting for close lock at 1731916751482Disabling compacts and flushes for region at 1731916751482Disabling writes for close at 1731916751483 (+1 ms)Writing region close event to WAL at 1731916751483Closed at 1731916751483 2024-11-18T07:59:11,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing addd07c8f3df62522ae056a4e563ce02, disabling compactions & flushes 2024-11-18T07:59:11,484 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:11,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:11,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. after waiting 0 ms 2024-11-18T07:59:11,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:11,484 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:11,484 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for addd07c8f3df62522ae056a4e563ce02: Waiting for close lock at 1731916751484Disabling compacts and flushes for region at 1731916751484Disabling writes for close at 1731916751484Writing region close event to WAL at 1731916751484Closed at 1731916751484 2024-11-18T07:59:11,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T07:59:11,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,497 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731916751487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731916751487"}]},"ts":"1731916751487"} 2024-11-18T07:59:11,537 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-18T07:59:11,539 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T07:59:11,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916751539"}]},"ts":"1731916751539"} 2024-11-18T07:59:11,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-18T07:59:11,547 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {87fb3d252950=0} racks are {/default-rack=0} 2024-11-18T07:59:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:59:11,590 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T07:59:11,591 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T07:59:11,591 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T07:59:11,591 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T07:59:11,591 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T07:59:11,591 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T07:59:11,591 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T07:59:11,591 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T07:59:11,591 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T07:59:11,591 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T07:59:11,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad21b2e5db6c8504e4d0b4d154213d28, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bb00b880f052435bf85c5606ccec331, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e620964ee18f26fc8ef20d91dd546c74, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf84f833a99d7930bbd808928baf2e24, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e43ada1aae7fabb909b8c10f303f31f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea5f2ed3db793f5dabaa24ca8aca54a8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98fb784761e25e8491d3d179beae22a, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ca27e07e499bf6d0e286d1918ce0d9e, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa5e5e8869a7ba0fe7712818062ae59e, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b845fdce406bf1bdb32caf99a84104d, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=044ade6e79b76c248777374695016e6e, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e37a06a3070b99345aaf2cf4e48601f, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a28a9149b911948dc3b72c614dd37b2, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6844280f7d2ad0946420307ff6690419, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d891b6674ebab1ee1d4598a7d7e0cc54, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=390a67d4b4e0d226812016804c9310e2, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7d5e1f447be3673d97168a072ecc235, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=addd07c8f3df62522ae056a4e563ce02, ASSIGN}] 2024-11-18T07:59:11,603 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=addd07c8f3df62522ae056a4e563ce02, ASSIGN 2024-11-18T07:59:11,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=addd07c8f3df62522ae056a4e563ce02, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7d5e1f447be3673d97168a072ecc235, ASSIGN 2024-11-18T07:59:11,610 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7d5e1f447be3673d97168a072ecc235, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,612 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN 2024-11-18T07:59:11,614 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=390a67d4b4e0d226812016804c9310e2, ASSIGN 2024-11-18T07:59:11,618 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=390a67d4b4e0d226812016804c9310e2, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,620 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d891b6674ebab1ee1d4598a7d7e0cc54, ASSIGN 2024-11-18T07:59:11,622 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d891b6674ebab1ee1d4598a7d7e0cc54, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,623 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN 2024-11-18T07:59:11,625 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6844280f7d2ad0946420307ff6690419, ASSIGN 2024-11-18T07:59:11,628 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6844280f7d2ad0946420307ff6690419, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,629 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a28a9149b911948dc3b72c614dd37b2, ASSIGN 2024-11-18T07:59:11,631 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a28a9149b911948dc3b72c614dd37b2, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,632 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN 2024-11-18T07:59:11,634 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e37a06a3070b99345aaf2cf4e48601f, ASSIGN 2024-11-18T07:59:11,637 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e37a06a3070b99345aaf2cf4e48601f, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN 2024-11-18T07:59:11,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=044ade6e79b76c248777374695016e6e, ASSIGN 2024-11-18T07:59:11,644 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=044ade6e79b76c248777374695016e6e, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,645 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b845fdce406bf1bdb32caf99a84104d, ASSIGN 2024-11-18T07:59:11,647 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b845fdce406bf1bdb32caf99a84104d, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa5e5e8869a7ba0fe7712818062ae59e, ASSIGN 2024-11-18T07:59:11,651 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa5e5e8869a7ba0fe7712818062ae59e, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,653 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN 2024-11-18T07:59:11,656 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,658 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ca27e07e499bf6d0e286d1918ce0d9e, ASSIGN 2024-11-18T07:59:11,659 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ca27e07e499bf6d0e286d1918ce0d9e, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,661 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98fb784761e25e8491d3d179beae22a, ASSIGN 2024-11-18T07:59:11,663 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98fb784761e25e8491d3d179beae22a, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,664 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN 2024-11-18T07:59:11,667 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea5f2ed3db793f5dabaa24ca8aca54a8, ASSIGN 2024-11-18T07:59:11,672 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea5f2ed3db793f5dabaa24ca8aca54a8, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,674 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e43ada1aae7fabb909b8c10f303f31f, ASSIGN 2024-11-18T07:59:11,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e43ada1aae7fabb909b8c10f303f31f, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,679 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN 2024-11-18T07:59:11,680 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf84f833a99d7930bbd808928baf2e24, ASSIGN 2024-11-18T07:59:11,684 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf84f833a99d7930bbd808928baf2e24, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,687 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e620964ee18f26fc8ef20d91dd546c74, ASSIGN 2024-11-18T07:59:11,689 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e620964ee18f26fc8ef20d91dd546c74, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,691 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN 2024-11-18T07:59:11,694 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN; state=OFFLINE, location=87fb3d252950,46109,1731916748850; forceNewPlan=false, retain=false 2024-11-18T07:59:11,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bb00b880f052435bf85c5606ccec331, ASSIGN 2024-11-18T07:59:11,697 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bb00b880f052435bf85c5606ccec331, ASSIGN; state=OFFLINE, location=87fb3d252950,35869,1731916748678; forceNewPlan=false, retain=false 2024-11-18T07:59:11,699 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad21b2e5db6c8504e4d0b4d154213d28, ASSIGN 2024-11-18T07:59:11,701 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad21b2e5db6c8504e4d0b4d154213d28, ASSIGN; state=OFFLINE, location=87fb3d252950,42489,1731916748797; forceNewPlan=false, retain=false 2024-11-18T07:59:11,758 INFO [87fb3d252950:37107 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-18T07:59:11,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8081182b39e4ad3d95cfeaf43977b760, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=836f14ecba7db9b2910007af5460403b, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=24b759235e8a133eeee2eac0f30f4d73, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a278196801296b5012e64cd8206d682c, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN because future has completed 2024-11-18T07:59:11,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d8cc348fcb134cd4f97e5472158feee0, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPENING, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN because future has completed 2024-11-18T07:59:11,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN because future has completed 2024-11-18T07:59:11,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN because future has completed 2024-11-18T07:59:11,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN because future has completed 2024-11-18T07:59:11,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN because future has completed 2024-11-18T07:59:11,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN because future has completed 2024-11-18T07:59:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN because future has completed 2024-11-18T07:59:11,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,46109,1731916748850}] 2024-11-18T07:59:11,825 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=addd07c8f3df62522ae056a4e563ce02, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6844280f7d2ad0946420307ff6690419, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3b845fdce406bf1bdb32caf99a84104d, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=addd07c8f3df62522ae056a4e563ce02, ASSIGN because future has completed 2024-11-18T07:59:11,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure addd07c8f3df62522ae056a4e563ce02, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d891b6674ebab1ee1d4598a7d7e0cc54, ASSIGN because future has completed 2024-11-18T07:59:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6844280f7d2ad0946420307ff6690419, ASSIGN because future has completed 2024-11-18T07:59:11,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e37a06a3070b99345aaf2cf4e48601f, ASSIGN because future has completed 2024-11-18T07:59:11,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e37a06a3070b99345aaf2cf4e48601f, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b845fdce406bf1bdb32caf99a84104d, ASSIGN because future has completed 2024-11-18T07:59:11,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b845fdce406bf1bdb32caf99a84104d, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6844280f7d2ad0946420307ff6690419, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d891b6674ebab1ee1d4598a7d7e0cc54, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf84f833a99d7930bbd808928baf2e24, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:11,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b7d5e1f447be3673d97168a072ecc235, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=390a67d4b4e0d226812016804c9310e2, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7a28a9149b911948dc3b72c614dd37b2, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=044ade6e79b76c248777374695016e6e, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ca27e07e499bf6d0e286d1918ce0d9e, ASSIGN because future has completed 2024-11-18T07:59:11,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ca27e07e499bf6d0e286d1918ce0d9e, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea5f2ed3db793f5dabaa24ca8aca54a8, ASSIGN because future has completed 2024-11-18T07:59:11,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf84f833a99d7930bbd808928baf2e24, ASSIGN because future has completed 2024-11-18T07:59:11,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad21b2e5db6c8504e4d0b4d154213d28, ASSIGN because future has completed 2024-11-18T07:59:11,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7d5e1f447be3673d97168a072ecc235, ASSIGN because future has completed 2024-11-18T07:59:11,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7d5e1f447be3673d97168a072ecc235, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=390a67d4b4e0d226812016804c9310e2, ASSIGN because future has completed 2024-11-18T07:59:11,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a28a9149b911948dc3b72c614dd37b2, ASSIGN because future has completed 2024-11-18T07:59:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:59:11,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=044ade6e79b76c248777374695016e6e, ASSIGN because future has completed 2024-11-18T07:59:11,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 044ade6e79b76c248777374695016e6e, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa5e5e8869a7ba0fe7712818062ae59e, ASSIGN because future has completed 2024-11-18T07:59:11,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa5e5e8869a7ba0fe7712818062ae59e, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a28a9149b911948dc3b72c614dd37b2, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390a67d4b4e0d226812016804c9310e2, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad21b2e5db6c8504e4d0b4d154213d28, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf84f833a99d7930bbd808928baf2e24, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea5f2ed3db793f5dabaa24ca8aca54a8, server=87fb3d252950,42489,1731916748797}] 2024-11-18T07:59:11,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f98fb784761e25e8491d3d179beae22a, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e620964ee18f26fc8ef20d91dd546c74, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8bb00b880f052435bf85c5606ccec331, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:11,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98fb784761e25e8491d3d179beae22a, ASSIGN because future has completed 2024-11-18T07:59:11,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f98fb784761e25e8491d3d179beae22a, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e43ada1aae7fabb909b8c10f303f31f, ASSIGN because future has completed 2024-11-18T07:59:11,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e620964ee18f26fc8ef20d91dd546c74, ASSIGN because future has completed 2024-11-18T07:59:11,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bb00b880f052435bf85c5606ccec331, ASSIGN because future has completed 2024-11-18T07:59:11,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bb00b880f052435bf85c5606ccec331, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,928 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,928 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 41bfe0a5f8d1751107b0d984a255f71c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-18T07:59:11,929 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,929 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,929 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,929 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e620964ee18f26fc8ef20d91dd546c74, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,932 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,934 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfe0a5f8d1751107b0d984a255f71c columnFamilyName colfamily11 2024-11-18T07:59:11,934 DEBUG [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e43ada1aae7fabb909b8c10f303f31f, server=87fb3d252950,35869,1731916748678}] 2024-11-18T07:59:11,935 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(327): Store=41bfe0a5f8d1751107b0d984a255f71c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:11,936 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,938 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfe0a5f8d1751107b0d984a255f71c columnFamilyName colfamily21 2024-11-18T07:59:11,938 DEBUG [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,939 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(327): Store=41bfe0a5f8d1751107b0d984a255f71c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:11,940 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,942 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfe0a5f8d1751107b0d984a255f71c columnFamilyName colfamily31 2024-11-18T07:59:11,942 DEBUG [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,943 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(327): Store=41bfe0a5f8d1751107b0d984a255f71c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:11,944 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,945 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,946 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,948 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,948 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,949 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:11,951 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,954 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:11,955 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 41bfe0a5f8d1751107b0d984a255f71c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73525593, jitterRate=0.09561671316623688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:11,956 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T07:59:11,957 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 41bfe0a5f8d1751107b0d984a255f71c: Running coprocessor pre-open hook at 1731916751929Writing region info on filesystem at 1731916751929Initializing all the Stores at 1731916751931 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751931Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751931Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751932 (+1 ms)Cleaning up temporary data from old regions at 1731916751948 (+16 ms)Running coprocessor post-open hooks at 1731916751956 (+8 ms)Region opened successfully at 1731916751956 2024-11-18T07:59:11,959 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., pid=36, masterSystemTime=1731916751920 2024-11-18T07:59:11,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,963 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,963 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T07:59:11,964 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,964 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8081182b39e4ad3d95cfeaf43977b760, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-18T07:59:11,964 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,965 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,965 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,965 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:11,967 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,972 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8081182b39e4ad3d95cfeaf43977b760 columnFamilyName colfamily11 2024-11-18T07:59:11,972 DEBUG [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=16 2024-11-18T07:59:11,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,46109,1731916748850 in 159 msec 2024-11-18T07:59:11,973 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(327): Store=8081182b39e4ad3d95cfeaf43977b760/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:11,973 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,975 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8081182b39e4ad3d95cfeaf43977b760 columnFamilyName colfamily21 2024-11-18T07:59:11,976 DEBUG [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN in 380 msec 2024-11-18T07:59:11,976 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(327): Store=8081182b39e4ad3d95cfeaf43977b760/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:11,977 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,979 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8081182b39e4ad3d95cfeaf43977b760 columnFamilyName colfamily31 2024-11-18T07:59:11,979 DEBUG [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:11,979 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(327): Store=8081182b39e4ad3d95cfeaf43977b760/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:11,980 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,981 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,981 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,983 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,983 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,984 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:59:11,984 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:11,986 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:59:11,989 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:11,991 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8081182b39e4ad3d95cfeaf43977b760; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61936689, jitterRate=-0.077071413397789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:11,991 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T07:59:11,991 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8081182b39e4ad3d95cfeaf43977b760: Running coprocessor pre-open hook at 1731916751965Writing region info on filesystem at 1731916751965Initializing all the Stores at 1731916751967 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751967Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751967Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751967Cleaning up temporary data from old regions at 1731916751983 (+16 ms)Running coprocessor post-open hooks at 1731916751991 (+8 ms)Region opened successfully at 1731916751991 2024-11-18T07:59:11,993 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., pid=31, masterSystemTime=1731916751920 2024-11-18T07:59:11,995 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:11,995 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => bf84f833a99d7930bbd808928baf2e24, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-18T07:59:11,995 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:11,995 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,996 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:11,996 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:11,997 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,997 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T07:59:11,997 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:11,997 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a278196801296b5012e64cd8206d682c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-18T07:59:11,998 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a278196801296b5012e64cd8206d682c 2024-11-18T07:59:11,998 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:11,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:11,998 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:11,998 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,000 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,001 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,003 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf84f833a99d7930bbd808928baf2e24 columnFamilyName colfamily11 2024-11-18T07:59:12,003 DEBUG [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,004 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] regionserver.HStore(327): Store=bf84f833a99d7930bbd808928baf2e24/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,004 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,006 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf84f833a99d7930bbd808928baf2e24 columnFamilyName colfamily21 2024-11-18T07:59:12,007 DEBUG [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,007 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a278196801296b5012e64cd8206d682c columnFamilyName colfamily11 2024-11-18T07:59:12,007 DEBUG [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,007 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] regionserver.HStore(327): Store=bf84f833a99d7930bbd808928baf2e24/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-18T07:59:12,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,46109,1731916748850 in 237 msec 2024-11-18T07:59:12,008 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,008 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(327): Store=a278196801296b5012e64cd8206d682c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,008 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,010 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a278196801296b5012e64cd8206d682c columnFamilyName colfamily21 2024-11-18T07:59:12,010 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf84f833a99d7930bbd808928baf2e24 columnFamilyName colfamily31 2024-11-18T07:59:12,010 DEBUG [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,010 DEBUG [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,011 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(327): Store=a278196801296b5012e64cd8206d682c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN in 415 msec 2024-11-18T07:59:12,011 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,011 INFO [StoreOpener-bf84f833a99d7930bbd808928baf2e24-1 {}] regionserver.HStore(327): Store=bf84f833a99d7930bbd808928baf2e24/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,012 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,013 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,013 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a278196801296b5012e64cd8206d682c columnFamilyName colfamily31 2024-11-18T07:59:12,013 DEBUG [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,013 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,014 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(327): Store=a278196801296b5012e64cd8206d682c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,014 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,015 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,015 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,015 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,015 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,016 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,017 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,017 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,017 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,018 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,020 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,021 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,022 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened bf84f833a99d7930bbd808928baf2e24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70668325, jitterRate=0.05304010212421417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,022 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf84f833a99d7930bbd808928baf2e24 2024-11-18T07:59:12,023 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for bf84f833a99d7930bbd808928baf2e24: Running coprocessor pre-open hook at 1731916751996Writing region info on filesystem at 1731916751996Initializing all the Stores at 1731916751998 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751998Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751999 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916751999Cleaning up temporary data from old regions at 1731916752015 (+16 ms)Running coprocessor post-open hooks at 1731916752022 (+7 ms)Region opened successfully at 1731916752022 2024-11-18T07:59:12,023 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,024 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a278196801296b5012e64cd8206d682c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71003013, jitterRate=0.05802734196186066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,024 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a278196801296b5012e64cd8206d682c 2024-11-18T07:59:12,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T07:59:12,024 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a278196801296b5012e64cd8206d682c: Running coprocessor pre-open hook at 1731916751998Writing region info on filesystem at 1731916751998Initializing all the Stores at 1731916752001 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752001Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752001Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752001Cleaning up temporary data from old regions at 1731916752017 (+16 ms)Running coprocessor post-open hooks at 1731916752024 (+7 ms)Region opened successfully at 1731916752024 2024-11-18T07:59:12,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T07:59:12,026 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., pid=51, masterSystemTime=1731916751983 2024-11-18T07:59:12,026 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., pid=32, masterSystemTime=1731916751920 2024-11-18T07:59:12,030 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:12,030 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T07:59:12,030 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:12,030 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0aebe0025a383a7fbfe127ae9d7fcb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-18T07:59:12,031 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=a278196801296b5012e64cd8206d682c, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:12,031 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,031 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:12,031 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,031 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,031 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T07:59:12,032 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:12,032 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b845fdce406bf1bdb32caf99a84104d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-18T07:59:12,032 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,032 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,032 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:12,032 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,033 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,033 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => f98fb784761e25e8491d3d179beae22a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-18T07:59:12,033 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,034 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,034 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,034 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,035 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,037 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0aebe0025a383a7fbfe127ae9d7fcb columnFamilyName colfamily11 2024-11-18T07:59:12,037 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,037 DEBUG [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,038 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,039 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(327): Store=ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,039 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,040 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf84f833a99d7930bbd808928baf2e24, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,041 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98fb784761e25e8491d3d179beae22a columnFamilyName colfamily11 2024-11-18T07:59:12,041 DEBUG [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,042 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0aebe0025a383a7fbfe127ae9d7fcb columnFamilyName colfamily21 2024-11-18T07:59:12,042 DEBUG [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,042 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] regionserver.HStore(327): Store=f98fb784761e25e8491d3d179beae22a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,042 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,043 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(327): Store=ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,043 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b845fdce406bf1bdb32caf99a84104d columnFamilyName colfamily11 2024-11-18T07:59:12,043 DEBUG [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,043 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,046 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0aebe0025a383a7fbfe127ae9d7fcb columnFamilyName colfamily31 2024-11-18T07:59:12,046 DEBUG [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,047 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98fb784761e25e8491d3d179beae22a columnFamilyName colfamily21 2024-11-18T07:59:12,047 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] regionserver.HStore(327): Store=3b845fdce406bf1bdb32caf99a84104d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,047 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(327): Store=ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,047 DEBUG [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,047 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,047 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-18T07:59:12,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,46109,1731916748850 in 268 msec 2024-11-18T07:59:12,047 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] regionserver.HStore(327): Store=f98fb784761e25e8491d3d179beae22a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,048 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,048 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,049 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,051 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b845fdce406bf1bdb32caf99a84104d columnFamilyName colfamily21 2024-11-18T07:59:12,051 DEBUG [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,051 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,052 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN in 455 msec 2024-11-18T07:59:12,052 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] regionserver.HStore(327): Store=3b845fdce406bf1bdb32caf99a84104d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,052 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,053 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,053 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98fb784761e25e8491d3d179beae22a columnFamilyName colfamily31 2024-11-18T07:59:12,053 DEBUG [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,054 INFO [StoreOpener-f98fb784761e25e8491d3d179beae22a-1 {}] regionserver.HStore(327): Store=f98fb784761e25e8491d3d179beae22a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,054 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,055 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,055 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,056 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,056 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b845fdce406bf1bdb32caf99a84104d columnFamilyName colfamily31 2024-11-18T07:59:12,056 DEBUG [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,058 INFO [StoreOpener-3b845fdce406bf1bdb32caf99a84104d-1 {}] regionserver.HStore(327): Store=3b845fdce406bf1bdb32caf99a84104d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,058 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,058 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,059 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,059 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,060 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,060 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=9 2024-11-18T07:59:12,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bf84f833a99d7930bbd808928baf2e24, server=87fb3d252950,42489,1731916748797 in 151 msec 2024-11-18T07:59:12,063 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,063 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,064 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,064 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf84f833a99d7930bbd808928baf2e24, ASSIGN in 469 msec 2024-11-18T07:59:12,068 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,069 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,069 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,069 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened ea0aebe0025a383a7fbfe127ae9d7fcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67610226, jitterRate=0.007470875978469849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,070 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T07:59:12,070 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for ea0aebe0025a383a7fbfe127ae9d7fcb: Running coprocessor pre-open hook at 1731916752032Writing region info on filesystem at 1731916752032Initializing all the Stores at 1731916752033 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752033Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752034 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752034Cleaning up temporary data from old regions at 1731916752052 (+18 ms)Running coprocessor post-open hooks at 1731916752070 (+18 ms)Region opened successfully at 1731916752070 2024-11-18T07:59:12,070 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened f98fb784761e25e8491d3d179beae22a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66315033, jitterRate=-0.011829003691673279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,070 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f98fb784761e25e8491d3d179beae22a 2024-11-18T07:59:12,070 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for f98fb784761e25e8491d3d179beae22a: Running coprocessor pre-open hook at 1731916752034Writing region info on filesystem at 1731916752034Initializing all the Stores at 1731916752036 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752036Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752038 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752038Cleaning up temporary data from old regions at 1731916752059 (+21 ms)Running coprocessor post-open hooks at 1731916752070 (+11 ms)Region opened successfully at 1731916752070 2024-11-18T07:59:12,072 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., pid=53, masterSystemTime=1731916752024 2024-11-18T07:59:12,072 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., pid=35, masterSystemTime=1731916751920 2024-11-18T07:59:12,074 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,075 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:12,076 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T07:59:12,076 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:12,076 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 3b845fdce406bf1bdb32caf99a84104d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74495814, jitterRate=0.11007413268089294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,076 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => d8cc348fcb134cd4f97e5472158feee0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-18T07:59:12,076 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T07:59:12,076 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 3b845fdce406bf1bdb32caf99a84104d: Running coprocessor pre-open hook at 1731916752033Writing region info on filesystem at 1731916752033Initializing all the Stores at 1731916752034 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752034Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752035 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752035Cleaning up temporary data from old regions at 1731916752063 (+28 ms)Running coprocessor post-open hooks at 1731916752076 (+13 ms)Region opened successfully at 1731916752076 2024-11-18T07:59:12,076 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,077 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,077 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,077 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,078 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., pid=41, masterSystemTime=1731916751983 2024-11-18T07:59:12,078 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:12,079 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T07:59:12,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:12,079 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:12,079 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,079 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e620964ee18f26fc8ef20d91dd546c74, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-18T07:59:12,080 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,080 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,080 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,080 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,081 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:12,082 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T07:59:12,082 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:12,082 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => addd07c8f3df62522ae056a4e563ce02, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-18T07:59:12,083 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,083 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,083 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,083 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,084 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,086 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,087 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8cc348fcb134cd4f97e5472158feee0 columnFamilyName colfamily11 2024-11-18T07:59:12,087 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e620964ee18f26fc8ef20d91dd546c74 columnFamilyName colfamily11 2024-11-18T07:59:12,087 DEBUG [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,087 DEBUG [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,088 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(327): Store=d8cc348fcb134cd4f97e5472158feee0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,088 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] regionserver.HStore(327): Store=e620964ee18f26fc8ef20d91dd546c74/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,088 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,089 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b845fdce406bf1bdb32caf99a84104d, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,091 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8cc348fcb134cd4f97e5472158feee0 columnFamilyName colfamily21 2024-11-18T07:59:12,091 DEBUG [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,091 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e620964ee18f26fc8ef20d91dd546c74 columnFamilyName colfamily21 2024-11-18T07:59:12,091 DEBUG [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,092 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] regionserver.HStore(327): Store=e620964ee18f26fc8ef20d91dd546c74/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,092 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(327): Store=d8cc348fcb134cd4f97e5472158feee0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,093 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,093 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,095 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e620964ee18f26fc8ef20d91dd546c74 columnFamilyName colfamily31 2024-11-18T07:59:12,096 DEBUG [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,096 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8cc348fcb134cd4f97e5472158feee0 columnFamilyName colfamily31 2024-11-18T07:59:12,096 DEBUG [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,097 INFO [StoreOpener-e620964ee18f26fc8ef20d91dd546c74-1 {}] regionserver.HStore(327): Store=e620964ee18f26fc8ef20d91dd546c74/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,097 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(327): Store=d8cc348fcb134cd4f97e5472158feee0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,097 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,097 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,098 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,098 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,098 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,099 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,099 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=13 2024-11-18T07:59:12,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,46109,1731916748850 in 289 msec 2024-11-18T07:59:12,101 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region addd07c8f3df62522ae056a4e563ce02 columnFamilyName colfamily11 2024-11-18T07:59:12,101 DEBUG [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,102 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,102 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,102 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] regionserver.HStore(327): Store=addd07c8f3df62522ae056a4e563ce02/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,102 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,102 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,102 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,103 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,104 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,105 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region addd07c8f3df62522ae056a4e563ce02 columnFamilyName colfamily21 2024-11-18T07:59:12,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN in 507 msec 2024-11-18T07:59:12,105 DEBUG [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,105 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,105 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] regionserver.HStore(327): Store=addd07c8f3df62522ae056a4e563ce02/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,106 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,108 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region addd07c8f3df62522ae056a4e563ce02 columnFamilyName colfamily31 2024-11-18T07:59:12,108 DEBUG [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,109 INFO [StoreOpener-addd07c8f3df62522ae056a4e563ce02-1 {}] regionserver.HStore(327): Store=addd07c8f3df62522ae056a4e563ce02/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,109 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,110 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,111 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,112 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,113 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,114 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=18 2024-11-18T07:59:12,114 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened d8cc348fcb134cd4f97e5472158feee0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59924048, jitterRate=-0.10706210136413574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,114 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,114 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T07:59:12,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b845fdce406bf1bdb32caf99a84104d, server=87fb3d252950,42489,1731916748797 in 265 msec 2024-11-18T07:59:12,115 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for d8cc348fcb134cd4f97e5472158feee0: Running coprocessor pre-open hook at 1731916752077Writing region info on filesystem at 1731916752077Initializing all the Stores at 1731916752079 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752079Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752079Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752079Cleaning up temporary data from old regions at 1731916752102 (+23 ms)Running coprocessor post-open hooks at 1731916752115 (+13 ms)Region opened successfully at 1731916752115 2024-11-18T07:59:12,116 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,118 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3b845fdce406bf1bdb32caf99a84104d, ASSIGN in 522 msec 2024-11-18T07:59:12,118 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., pid=34, masterSystemTime=1731916751920 2024-11-18T07:59:12,119 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e620964ee18f26fc8ef20d91dd546c74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75094463, jitterRate=0.11899469792842865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,119 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T07:59:12,119 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e620964ee18f26fc8ef20d91dd546c74: Running coprocessor pre-open hook at 1731916752080Writing region info on filesystem at 1731916752080Initializing all the Stores at 1731916752082 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752082Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752084 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752084Cleaning up temporary data from old regions at 1731916752102 (+18 ms)Running coprocessor post-open hooks at 1731916752119 (+17 ms)Region opened successfully at 1731916752119 2024-11-18T07:59:12,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,121 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,121 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., pid=55, masterSystemTime=1731916752024 2024-11-18T07:59:12,122 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:12,122 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T07:59:12,123 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:12,123 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 24b759235e8a133eeee2eac0f30f4d73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T07:59:12,125 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,125 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,125 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,125 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,126 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:12,126 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T07:59:12,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:12,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f98fb784761e25e8491d3d179beae22a, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,126 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:12,126 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 044ade6e79b76c248777374695016e6e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-18T07:59:12,127 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,127 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,127 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,127 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,128 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,129 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,130 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened addd07c8f3df62522ae056a4e563ce02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70547347, jitterRate=0.05123738944530487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,130 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for addd07c8f3df62522ae056a4e563ce02 2024-11-18T07:59:12,130 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b759235e8a133eeee2eac0f30f4d73 columnFamilyName colfamily11 2024-11-18T07:59:12,130 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for addd07c8f3df62522ae056a4e563ce02: Running coprocessor pre-open hook at 1731916752083Writing region info on filesystem at 1731916752083Initializing all the Stores at 1731916752085 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752085Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752098 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752098Cleaning up temporary data from old regions at 1731916752114 (+16 ms)Running coprocessor post-open hooks at 1731916752130 (+16 ms)Region opened successfully at 1731916752130 2024-11-18T07:59:12,130 DEBUG [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,132 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02., pid=39, masterSystemTime=1731916751983 2024-11-18T07:59:12,132 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(327): Store=24b759235e8a133eeee2eac0f30f4d73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,132 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,132 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,135 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:12,135 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T07:59:12,135 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:12,135 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b759235e8a133eeee2eac0f30f4d73 columnFamilyName colfamily21 2024-11-18T07:59:12,135 DEBUG [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,135 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => ad21b2e5db6c8504e4d0b4d154213d28, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-18T07:59:12,136 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,136 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,136 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,137 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=14 2024-11-18T07:59:12,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f98fb784761e25e8491d3d179beae22a, server=87fb3d252950,35869,1731916748678 in 216 msec 2024-11-18T07:59:12,138 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(327): Store=24b759235e8a133eeee2eac0f30f4d73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,139 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98fb784761e25e8491d3d179beae22a, ASSIGN in 544 msec 2024-11-18T07:59:12,141 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b759235e8a133eeee2eac0f30f4d73 columnFamilyName colfamily31 2024-11-18T07:59:12,141 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 044ade6e79b76c248777374695016e6e columnFamilyName colfamily11 2024-11-18T07:59:12,141 DEBUG [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,141 DEBUG [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,142 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] regionserver.HStore(327): Store=044ade6e79b76c248777374695016e6e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,142 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(327): Store=24b759235e8a133eeee2eac0f30f4d73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,143 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,143 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,144 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,145 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,145 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 044ade6e79b76c248777374695016e6e columnFamilyName colfamily21 2024-11-18T07:59:12,146 DEBUG [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,146 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,147 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,147 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure addd07c8f3df62522ae056a4e563ce02, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,148 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] regionserver.HStore(327): Store=044ade6e79b76c248777374695016e6e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,148 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,149 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,149 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad21b2e5db6c8504e4d0b4d154213d28 columnFamilyName colfamily11 2024-11-18T07:59:12,149 DEBUG [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,150 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] regionserver.HStore(327): Store=ad21b2e5db6c8504e4d0b4d154213d28/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,150 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,152 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 044ade6e79b76c248777374695016e6e columnFamilyName colfamily31 2024-11-18T07:59:12,152 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,152 DEBUG [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,154 INFO [StoreOpener-044ade6e79b76c248777374695016e6e-1 {}] regionserver.HStore(327): Store=044ade6e79b76c248777374695016e6e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,154 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,154 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad21b2e5db6c8504e4d0b4d154213d28 columnFamilyName colfamily21 2024-11-18T07:59:12,155 DEBUG [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,156 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] regionserver.HStore(327): Store=ad21b2e5db6c8504e4d0b4d154213d28/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,156 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,156 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=10 2024-11-18T07:59:12,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,46109,1731916748850 in 354 msec 2024-11-18T07:59:12,158 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,160 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN in 564 msec 2024-11-18T07:59:12,161 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,161 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,162 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,162 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 24b759235e8a133eeee2eac0f30f4d73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75214570, jitterRate=0.12078443169593811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,162 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T07:59:12,163 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad21b2e5db6c8504e4d0b4d154213d28 columnFamilyName colfamily31 2024-11-18T07:59:12,163 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 24b759235e8a133eeee2eac0f30f4d73: Running coprocessor pre-open hook at 1731916752125Writing region info on filesystem at 1731916752125Initializing all the Stores at 1731916752127 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752127Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752127Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752127Cleaning up temporary data from old regions at 1731916752147 (+20 ms)Running coprocessor post-open hooks at 1731916752162 (+15 ms)Region opened successfully at 1731916752162 2024-11-18T07:59:12,163 DEBUG [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,164 INFO [StoreOpener-ad21b2e5db6c8504e4d0b4d154213d28-1 {}] regionserver.HStore(327): Store=ad21b2e5db6c8504e4d0b4d154213d28/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,164 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., pid=37, masterSystemTime=1731916751920 2024-11-18T07:59:12,165 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,165 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,167 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,168 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,171 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:12,171 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T07:59:12,171 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:12,171 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 836f14ecba7db9b2910007af5460403b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-18T07:59:12,172 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,172 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,172 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,172 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,173 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,173 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=30 2024-11-18T07:59:12,174 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure addd07c8f3df62522ae056a4e563ce02, server=87fb3d252950,42489,1731916748797 in 334 msec 2024-11-18T07:59:12,177 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=addd07c8f3df62522ae056a4e563ce02, ASSIGN in 581 msec 2024-11-18T07:59:12,179 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:12,180 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,184 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836f14ecba7db9b2910007af5460403b columnFamilyName colfamily11 2024-11-18T07:59:12,185 DEBUG [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,186 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(327): Store=836f14ecba7db9b2910007af5460403b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,186 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e620964ee18f26fc8ef20d91dd546c74, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,189 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836f14ecba7db9b2910007af5460403b columnFamilyName colfamily21 2024-11-18T07:59:12,189 DEBUG [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,190 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,190 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(327): Store=836f14ecba7db9b2910007af5460403b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,190 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,191 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,191 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened ad21b2e5db6c8504e4d0b4d154213d28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60713842, jitterRate=-0.09529325366020203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,191 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T07:59:12,192 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for ad21b2e5db6c8504e4d0b4d154213d28: Running coprocessor pre-open hook at 1731916752137Writing region info on filesystem at 1731916752137Initializing all the Stores at 1731916752139 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752139Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752145 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752145Cleaning up temporary data from old regions at 1731916752172 (+27 ms)Running coprocessor post-open hooks at 1731916752192 (+20 ms)Region opened successfully at 1731916752192 2024-11-18T07:59:12,193 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836f14ecba7db9b2910007af5460403b columnFamilyName colfamily31 2024-11-18T07:59:12,193 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 044ade6e79b76c248777374695016e6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75362295, jitterRate=0.12298570573329926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,193 DEBUG [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,193 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 044ade6e79b76c248777374695016e6e 2024-11-18T07:59:12,193 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 044ade6e79b76c248777374695016e6e: Running coprocessor pre-open hook at 1731916752127Writing region info on filesystem at 1731916752127Initializing all the Stores at 1731916752130 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752130Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752131 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752132 (+1 ms)Cleaning up temporary data from old regions at 1731916752161 (+29 ms)Running coprocessor post-open hooks at 1731916752193 (+32 ms)Region opened successfully at 1731916752193 2024-11-18T07:59:12,194 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(327): Store=836f14ecba7db9b2910007af5460403b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,194 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,194 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., pid=50, masterSystemTime=1731916751983 2024-11-18T07:59:12,195 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., pid=46, masterSystemTime=1731916752024 2024-11-18T07:59:12,198 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:12,198 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:12,198 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:12,198 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,198 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ca27e07e499bf6d0e286d1918ce0d9e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-18T07:59:12,199 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,199 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,199 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,199 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,199 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=8 2024-11-18T07:59:12,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e620964ee18f26fc8ef20d91dd546c74, server=87fb3d252950,35869,1731916748678 in 260 msec 2024-11-18T07:59:12,202 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,203 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:12,203 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,203 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T07:59:12,203 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:12,203 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => b7d5e1f447be3673d97168a072ecc235, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-18T07:59:12,204 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,204 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,204 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,204 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,204 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,204 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=87fb3d252950,46109,1731916748850, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T07:59:12,206 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=044ade6e79b76c248777374695016e6e, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,207 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,209 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d5e1f447be3673d97168a072ecc235 columnFamilyName colfamily11 2024-11-18T07:59:12,209 DEBUG [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 044ade6e79b76c248777374695016e6e, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,211 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] regionserver.HStore(327): Store=b7d5e1f447be3673d97168a072ecc235/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,211 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,212 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,213 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 836f14ecba7db9b2910007af5460403b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70816523, jitterRate=0.05524842441082001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,213 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 836f14ecba7db9b2910007af5460403b 2024-11-18T07:59:12,213 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 836f14ecba7db9b2910007af5460403b: Running coprocessor pre-open hook at 1731916752173Writing region info on filesystem at 1731916752173Initializing all the Stores at 1731916752176 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752176Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752179 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752179Cleaning up temporary data from old regions at 1731916752203 (+24 ms)Running coprocessor post-open hooks at 1731916752213 (+10 ms)Region opened successfully at 1731916752213 2024-11-18T07:59:12,215 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., pid=38, masterSystemTime=1731916751920 2024-11-18T07:59:12,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e620964ee18f26fc8ef20d91dd546c74, ASSIGN in 617 msec 2024-11-18T07:59:12,215 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d5e1f447be3673d97168a072ecc235 columnFamilyName colfamily21 2024-11-18T07:59:12,215 DEBUG [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,217 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] regionserver.HStore(327): Store=b7d5e1f447be3673d97168a072ecc235/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,218 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,218 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:12,218 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,219 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T07:59:12,219 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:12,219 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 3659ca0466cae6537ae2dcf542c7ea2f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T07:59:12,219 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,220 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,220 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,220 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,221 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7d5e1f447be3673d97168a072ecc235 columnFamilyName colfamily31 2024-11-18T07:59:12,221 DEBUG [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,222 INFO [StoreOpener-b7d5e1f447be3673d97168a072ecc235-1 {}] regionserver.HStore(327): Store=b7d5e1f447be3673d97168a072ecc235/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,222 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,222 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,223 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca27e07e499bf6d0e286d1918ce0d9e columnFamilyName colfamily11 2024-11-18T07:59:12,223 DEBUG [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,223 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] regionserver.HStore(327): Store=0ca27e07e499bf6d0e286d1918ce0d9e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=19 2024-11-18T07:59:12,224 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 044ade6e79b76c248777374695016e6e, server=87fb3d252950,35869,1731916748678 in 341 msec 2024-11-18T07:59:12,224 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,225 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,225 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3659ca0466cae6537ae2dcf542c7ea2f columnFamilyName colfamily11 2024-11-18T07:59:12,225 DEBUG [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,225 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca27e07e499bf6d0e286d1918ce0d9e columnFamilyName colfamily21 2024-11-18T07:59:12,226 DEBUG [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,226 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(327): Store=3659ca0466cae6537ae2dcf542c7ea2f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,226 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] regionserver.HStore(327): Store=0ca27e07e499bf6d0e286d1918ce0d9e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,226 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,226 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,227 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,227 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=044ade6e79b76c248777374695016e6e, ASSIGN in 631 msec 2024-11-18T07:59:12,228 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,229 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ca27e07e499bf6d0e286d1918ce0d9e columnFamilyName colfamily31 2024-11-18T07:59:12,229 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3659ca0466cae6537ae2dcf542c7ea2f columnFamilyName colfamily21 2024-11-18T07:59:12,229 DEBUG [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,229 DEBUG [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,229 INFO [StoreOpener-0ca27e07e499bf6d0e286d1918ce0d9e-1 {}] regionserver.HStore(327): Store=0ca27e07e499bf6d0e286d1918ce0d9e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,230 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(327): Store=3659ca0466cae6537ae2dcf542c7ea2f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,230 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=836f14ecba7db9b2910007af5460403b, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:12,230 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,231 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,232 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,233 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,234 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,234 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,235 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3659ca0466cae6537ae2dcf542c7ea2f columnFamilyName colfamily31 2024-11-18T07:59:12,235 DEBUG [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,236 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,236 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,236 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(327): Store=3659ca0466cae6537ae2dcf542c7ea2f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,236 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,238 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,238 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,239 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad21b2e5db6c8504e4d0b4d154213d28, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,241 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,241 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,242 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,244 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,247 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-18T07:59:12,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,46109,1731916748850 in 422 msec 2024-11-18T07:59:12,247 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened b7d5e1f447be3673d97168a072ecc235; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75415008, jitterRate=0.12377119064331055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,248 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7d5e1f447be3673d97168a072ecc235 2024-11-18T07:59:12,248 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for b7d5e1f447be3673d97168a072ecc235: Running coprocessor pre-open hook at 1731916752204Writing region info on filesystem at 1731916752204Initializing all the Stores at 1731916752206 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752206Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752206Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752206Cleaning up temporary data from old regions at 1731916752227 (+21 ms)Running coprocessor post-open hooks at 1731916752248 (+21 ms)Region opened successfully at 1731916752248 2024-11-18T07:59:12,249 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., pid=45, masterSystemTime=1731916752024 2024-11-18T07:59:12,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN in 654 msec 2024-11-18T07:59:12,252 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,252 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 0ca27e07e499bf6d0e286d1918ce0d9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67068622, jitterRate=-5.996525287628174E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T07:59:12,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 0ca27e07e499bf6d0e286d1918ce0d9e: Running coprocessor pre-open hook at 1731916752199Writing region info on filesystem at 1731916752199Initializing all the Stores at 1731916752201 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752201Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752205 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752205Cleaning up temporary data from old regions at 1731916752234 (+29 ms)Running coprocessor post-open hooks at 1731916752253 (+19 ms)Region opened successfully at 1731916752253 2024-11-18T07:59:12,253 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:12,253 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T07:59:12,253 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:12,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e43ada1aae7fabb909b8c10f303f31f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-18T07:59:12,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,254 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,255 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,255 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., pid=44, masterSystemTime=1731916751983 2024-11-18T07:59:12,257 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 3659ca0466cae6537ae2dcf542c7ea2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64059921, jitterRate=-0.045432791113853455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,257 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T07:59:12,258 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 3659ca0466cae6537ae2dcf542c7ea2f: Running coprocessor pre-open hook at 1731916752220Writing region info on filesystem at 1731916752220Initializing all the Stores at 1731916752221 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752221Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752222 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752222Cleaning up temporary data from old regions at 1731916752241 (+19 ms)Running coprocessor post-open hooks at 1731916752257 (+16 ms)Region opened successfully at 1731916752258 (+1 ms) 2024-11-18T07:59:12,259 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., pid=33, masterSystemTime=1731916751920 2024-11-18T07:59:12,259 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:12,259 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T07:59:12,260 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:12,260 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => d891b6674ebab1ee1d4598a7d7e0cc54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-18T07:59:12,260 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,261 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,261 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,261 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,263 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:12,263 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:12,263 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=5 2024-11-18T07:59:12,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad21b2e5db6c8504e4d0b4d154213d28, server=87fb3d252950,42489,1731916748797 in 356 msec 2024-11-18T07:59:12,264 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,266 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e43ada1aae7fabb909b8c10f303f31f columnFamilyName colfamily11 2024-11-18T07:59:12,266 DEBUG [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,267 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d891b6674ebab1ee1d4598a7d7e0cc54 columnFamilyName colfamily11 2024-11-18T07:59:12,267 DEBUG [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,267 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] regionserver.HStore(327): Store=4e43ada1aae7fabb909b8c10f303f31f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,268 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ad21b2e5db6c8504e4d0b4d154213d28, ASSIGN in 671 msec 2024-11-18T07:59:12,268 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] regionserver.HStore(327): Store=d891b6674ebab1ee1d4598a7d7e0cc54/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,268 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,46109,1731916748850 2024-11-18T07:59:12,271 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d891b6674ebab1ee1d4598a7d7e0cc54 columnFamilyName colfamily21 2024-11-18T07:59:12,271 DEBUG [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,272 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] regionserver.HStore(327): Store=d891b6674ebab1ee1d4598a7d7e0cc54/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,272 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,273 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e43ada1aae7fabb909b8c10f303f31f columnFamilyName colfamily21 2024-11-18T07:59:12,273 DEBUG [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,275 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] regionserver.HStore(327): Store=4e43ada1aae7fabb909b8c10f303f31f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,275 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,46109,1731916748850 because future has completed 2024-11-18T07:59:12,279 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e43ada1aae7fabb909b8c10f303f31f columnFamilyName colfamily31 2024-11-18T07:59:12,279 DEBUG [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,280 INFO [StoreOpener-4e43ada1aae7fabb909b8c10f303f31f-1 {}] regionserver.HStore(327): Store=4e43ada1aae7fabb909b8c10f303f31f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,281 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,281 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d891b6674ebab1ee1d4598a7d7e0cc54 columnFamilyName colfamily31 2024-11-18T07:59:12,281 DEBUG [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,282 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,283 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ca27e07e499bf6d0e286d1918ce0d9e, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,286 INFO [StoreOpener-d891b6674ebab1ee1d4598a7d7e0cc54-1 {}] regionserver.HStore(327): Store=d891b6674ebab1ee1d4598a7d7e0cc54/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,286 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,286 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,286 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,287 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,288 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,289 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,289 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,290 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,291 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,292 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=7 2024-11-18T07:59:12,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,46109,1731916748850 in 496 msec 2024-11-18T07:59:12,295 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,296 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,297 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 4e43ada1aae7fabb909b8c10f303f31f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74859283, jitterRate=0.11549024283885956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,298 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T07:59:12,298 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 4e43ada1aae7fabb909b8c10f303f31f: Running coprocessor pre-open hook at 1731916752255Writing region info on filesystem at 1731916752255Initializing all the Stores at 1731916752257 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752257Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752263 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752263Cleaning up temporary data from old regions at 1731916752286 (+23 ms)Running coprocessor post-open hooks at 1731916752298 (+12 ms)Region opened successfully at 1731916752298 2024-11-18T07:59:12,299 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., pid=56, masterSystemTime=1731916752024 2024-11-18T07:59:12,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN in 702 msec 2024-11-18T07:59:12,310 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,311 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=87fb3d252950,46109,1731916748850, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T07:59:12,311 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened d891b6674ebab1ee1d4598a7d7e0cc54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62125217, jitterRate=-0.07426212728023529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,311 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T07:59:12,312 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for d891b6674ebab1ee1d4598a7d7e0cc54: Running coprocessor pre-open hook at 1731916752261Writing region info on filesystem at 1731916752261Initializing all the Stores at 1731916752263 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752263Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752264 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752264Cleaning up temporary data from old regions at 1731916752291 (+27 ms)Running coprocessor post-open hooks at 1731916752312 (+21 ms)Region opened successfully at 1731916752312 2024-11-18T07:59:12,312 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:12,312 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T07:59:12,313 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:12,313 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => fa5e5e8869a7ba0fe7712818062ae59e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-18T07:59:12,313 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., pid=43, masterSystemTime=1731916751983 2024-11-18T07:59:12,314 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,314 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,314 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,314 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,318 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:12,318 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T07:59:12,318 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:12,318 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 6844280f7d2ad0946420307ff6690419, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-18T07:59:12,320 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,320 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,320 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,320 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=15 2024-11-18T07:59:12,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ca27e07e499bf6d0e286d1918ce0d9e, server=87fb3d252950,42489,1731916748797 in 437 msec 2024-11-18T07:59:12,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0ca27e07e499bf6d0e286d1918ce0d9e, ASSIGN in 728 msec 2024-11-18T07:59:12,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure d891b6674ebab1ee1d4598a7d7e0cc54, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,331 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,333 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6844280f7d2ad0946420307ff6690419 columnFamilyName colfamily11 2024-11-18T07:59:12,333 DEBUG [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e43ada1aae7fabb909b8c10f303f31f, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,334 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] regionserver.HStore(327): Store=6844280f7d2ad0946420307ff6690419/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,334 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,335 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,337 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6844280f7d2ad0946420307ff6690419 columnFamilyName colfamily21 2024-11-18T07:59:12,337 DEBUG [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,337 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5e5e8869a7ba0fe7712818062ae59e columnFamilyName colfamily11 2024-11-18T07:59:12,337 DEBUG [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,338 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] regionserver.HStore(327): Store=6844280f7d2ad0946420307ff6690419/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,338 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] regionserver.HStore(327): Store=fa5e5e8869a7ba0fe7712818062ae59e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,338 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,338 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,341 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5e5e8869a7ba0fe7712818062ae59e columnFamilyName colfamily21 2024-11-18T07:59:12,341 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6844280f7d2ad0946420307ff6690419 columnFamilyName colfamily31 2024-11-18T07:59:12,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=11 2024-11-18T07:59:12,341 DEBUG [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,341 DEBUG [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e43ada1aae7fabb909b8c10f303f31f, server=87fb3d252950,35869,1731916748678 in 401 msec 2024-11-18T07:59:12,342 INFO [StoreOpener-6844280f7d2ad0946420307ff6690419-1 {}] regionserver.HStore(327): Store=6844280f7d2ad0946420307ff6690419/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,342 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] regionserver.HStore(327): Store=fa5e5e8869a7ba0fe7712818062ae59e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,343 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,343 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,344 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,344 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,345 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa5e5e8869a7ba0fe7712818062ae59e columnFamilyName colfamily31 2024-11-18T07:59:12,345 DEBUG [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,346 INFO [StoreOpener-fa5e5e8869a7ba0fe7712818062ae59e-1 {}] regionserver.HStore(327): Store=fa5e5e8869a7ba0fe7712818062ae59e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,346 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,346 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,346 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,347 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e43ada1aae7fabb909b8c10f303f31f, ASSIGN in 748 msec 2024-11-18T07:59:12,348 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,348 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,349 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,350 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,350 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,351 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,353 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,354 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 6844280f7d2ad0946420307ff6690419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60342806, jitterRate=-0.10082212090492249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,354 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,354 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6844280f7d2ad0946420307ff6690419 2024-11-18T07:59:12,354 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 6844280f7d2ad0946420307ff6690419: Running coprocessor pre-open hook at 1731916752320Writing region info on filesystem at 1731916752320Initializing all the Stores at 1731916752322 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752322Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752330 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752330Cleaning up temporary data from old regions at 1731916752346 (+16 ms)Running coprocessor post-open hooks at 1731916752354 (+8 ms)Region opened successfully at 1731916752354 2024-11-18T07:59:12,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=26 2024-11-18T07:59:12,355 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., pid=42, masterSystemTime=1731916751983 2024-11-18T07:59:12,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure d891b6674ebab1ee1d4598a7d7e0cc54, server=87fb3d252950,42489,1731916748797 in 497 msec 2024-11-18T07:59:12,359 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:12,359 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T07:59:12,359 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:12,359 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e37a06a3070b99345aaf2cf4e48601f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-18T07:59:12,360 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,360 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,360 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,360 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,360 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,361 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened fa5e5e8869a7ba0fe7712818062ae59e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72802326, jitterRate=0.08483919501304626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,361 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T07:59:12,361 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for fa5e5e8869a7ba0fe7712818062ae59e: Running coprocessor pre-open hook at 1731916752314Writing region info on filesystem at 1731916752314Initializing all the Stores at 1731916752317 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752317Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752327 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752327Cleaning up temporary data from old regions at 1731916752350 (+23 ms)Running coprocessor post-open hooks at 1731916752361 (+11 ms)Region opened successfully at 1731916752361 2024-11-18T07:59:12,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d891b6674ebab1ee1d4598a7d7e0cc54, ASSIGN in 763 msec 2024-11-18T07:59:12,362 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., pid=47, masterSystemTime=1731916752024 2024-11-18T07:59:12,363 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6844280f7d2ad0946420307ff6690419, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,363 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,366 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e37a06a3070b99345aaf2cf4e48601f columnFamilyName colfamily11 2024-11-18T07:59:12,366 DEBUG [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,367 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:12,367 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T07:59:12,367 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:12,367 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 390a67d4b4e0d226812016804c9310e2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-18T07:59:12,368 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6844280f7d2ad0946420307ff6690419, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,368 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,368 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,368 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,369 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] regionserver.HStore(327): Store=9e37a06a3070b99345aaf2cf4e48601f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,370 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,372 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e37a06a3070b99345aaf2cf4e48601f columnFamilyName colfamily21 2024-11-18T07:59:12,372 DEBUG [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,373 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] regionserver.HStore(327): Store=9e37a06a3070b99345aaf2cf4e48601f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,373 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=24 2024-11-18T07:59:12,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 6844280f7d2ad0946420307ff6690419, server=87fb3d252950,42489,1731916748797 in 522 msec 2024-11-18T07:59:12,375 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,376 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e37a06a3070b99345aaf2cf4e48601f columnFamilyName colfamily31 2024-11-18T07:59:12,376 DEBUG [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,377 INFO [StoreOpener-9e37a06a3070b99345aaf2cf4e48601f-1 {}] regionserver.HStore(327): Store=9e37a06a3070b99345aaf2cf4e48601f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,377 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,379 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390a67d4b4e0d226812016804c9310e2 columnFamilyName colfamily11 2024-11-18T07:59:12,379 DEBUG [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,379 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6844280f7d2ad0946420307ff6690419, ASSIGN in 781 msec 2024-11-18T07:59:12,380 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,381 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] regionserver.HStore(327): Store=390a67d4b4e0d226812016804c9310e2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,382 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,384 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,384 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:59:12,385 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,388 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,388 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=47, ppid=17, state=RUNNABLE, hasLock=true; OpenRegionProcedure fa5e5e8869a7ba0fe7712818062ae59e, server=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,391 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390a67d4b4e0d226812016804c9310e2 columnFamilyName colfamily21 2024-11-18T07:59:12,391 DEBUG [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,392 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] regionserver.HStore(327): Store=390a67d4b4e0d226812016804c9310e2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,392 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,394 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=17 2024-11-18T07:59:12,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure fa5e5e8869a7ba0fe7712818062ae59e, server=87fb3d252950,35869,1731916748678 in 506 msec 2024-11-18T07:59:12,395 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 390a67d4b4e0d226812016804c9310e2 columnFamilyName colfamily31 2024-11-18T07:59:12,395 DEBUG [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,395 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 9e37a06a3070b99345aaf2cf4e48601f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66991269, jitterRate=-0.0017523020505905151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,395 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T07:59:12,395 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 9e37a06a3070b99345aaf2cf4e48601f: Running coprocessor pre-open hook at 1731916752360Writing region info on filesystem at 1731916752360Initializing all the Stores at 1731916752362 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752362Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752362Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752362Cleaning up temporary data from old regions at 1731916752384 (+22 ms)Running coprocessor post-open hooks at 1731916752395 (+11 ms)Region opened successfully at 1731916752395 2024-11-18T07:59:12,397 INFO [StoreOpener-390a67d4b4e0d226812016804c9310e2-1 {}] regionserver.HStore(327): Store=390a67d4b4e0d226812016804c9310e2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,397 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,398 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., pid=40, masterSystemTime=1731916751983 2024-11-18T07:59:12,398 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa5e5e8869a7ba0fe7712818062ae59e, ASSIGN in 802 msec 2024-11-18T07:59:12,399 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,401 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,401 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,401 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:12,401 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T07:59:12,402 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:12,402 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,402 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => ea5f2ed3db793f5dabaa24ca8aca54a8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-18T07:59:12,402 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,402 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,402 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,403 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,403 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,404 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,406 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=45, ppid=29, state=RUNNABLE, hasLock=true; OpenRegionProcedure b7d5e1f447be3673d97168a072ecc235, server=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,406 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,409 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea5f2ed3db793f5dabaa24ca8aca54a8 columnFamilyName colfamily11 2024-11-18T07:59:12,409 DEBUG [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,410 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] regionserver.HStore(327): Store=ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,410 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=29 2024-11-18T07:59:12,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure b7d5e1f447be3673d97168a072ecc235, server=87fb3d252950,35869,1731916748678 in 537 msec 2024-11-18T07:59:12,413 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,413 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea5f2ed3db793f5dabaa24ca8aca54a8 columnFamilyName colfamily21 2024-11-18T07:59:12,413 DEBUG [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,413 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 390a67d4b4e0d226812016804c9310e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60107572, jitterRate=-0.10432738065719604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,414 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 390a67d4b4e0d226812016804c9310e2 2024-11-18T07:59:12,414 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 390a67d4b4e0d226812016804c9310e2: Running coprocessor pre-open hook at 1731916752368Writing region info on filesystem at 1731916752368Initializing all the Stores at 1731916752370 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752370Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752370Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752370Cleaning up temporary data from old regions at 1731916752401 (+31 ms)Running coprocessor post-open hooks at 1731916752414 (+13 ms)Region opened successfully at 1731916752414 2024-11-18T07:59:12,414 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] regionserver.HStore(327): Store=ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,414 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,416 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2., pid=49, masterSystemTime=1731916752024 2024-11-18T07:59:12,416 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea5f2ed3db793f5dabaa24ca8aca54a8 columnFamilyName colfamily31 2024-11-18T07:59:12,417 DEBUG [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,417 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=87fb3d252950,46109,1731916748850, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T07:59:12,418 INFO [StoreOpener-ea5f2ed3db793f5dabaa24ca8aca54a8-1 {}] regionserver.HStore(327): Store=ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b7d5e1f447be3673d97168a072ecc235, ASSIGN in 819 msec 2024-11-18T07:59:12,420 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:12,420 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T07:59:12,420 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:12,421 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a28a9149b911948dc3b72c614dd37b2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-18T07:59:12,421 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,421 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,421 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,421 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,421 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,422 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,424 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,424 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 390a67d4b4e0d226812016804c9310e2, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,427 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,427 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,428 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e37a06a3070b99345aaf2cf4e48601f, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,432 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=27 2024-11-18T07:59:12,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 390a67d4b4e0d226812016804c9310e2, server=87fb3d252950,35869,1731916748678 in 539 msec 2024-11-18T07:59:12,439 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,440 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,441 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a28a9149b911948dc3b72c614dd37b2 columnFamilyName colfamily11 2024-11-18T07:59:12,441 DEBUG [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,441 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened ea5f2ed3db793f5dabaa24ca8aca54a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65410016, jitterRate=-0.025314807891845703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=390a67d4b4e0d226812016804c9310e2, ASSIGN in 844 msec 2024-11-18T07:59:12,442 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T07:59:12,442 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for ea5f2ed3db793f5dabaa24ca8aca54a8: Running coprocessor pre-open hook at 1731916752403Writing region info on filesystem at 1731916752403Initializing all the Stores at 1731916752404 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752404Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752405 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752405Cleaning up temporary data from old regions at 1731916752427 (+22 ms)Running coprocessor post-open hooks at 1731916752442 (+15 ms)Region opened successfully at 1731916752442 2024-11-18T07:59:12,442 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] regionserver.HStore(327): Store=7a28a9149b911948dc3b72c614dd37b2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,443 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,443 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., pid=52, masterSystemTime=1731916751983 2024-11-18T07:59:12,445 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a28a9149b911948dc3b72c614dd37b2 columnFamilyName colfamily21 2024-11-18T07:59:12,446 DEBUG [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,447 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] regionserver.HStore(327): Store=7a28a9149b911948dc3b72c614dd37b2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,447 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,447 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:12,447 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T07:59:12,450 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a28a9149b911948dc3b72c614dd37b2 columnFamilyName colfamily31 2024-11-18T07:59:12,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=21 2024-11-18T07:59:12,450 DEBUG [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e37a06a3070b99345aaf2cf4e48601f, server=87fb3d252950,42489,1731916748797 in 607 msec 2024-11-18T07:59:12,451 INFO [StoreOpener-7a28a9149b911948dc3b72c614dd37b2-1 {}] regionserver.HStore(327): Store=7a28a9149b911948dc3b72c614dd37b2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,451 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,453 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,453 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9e37a06a3070b99345aaf2cf4e48601f, ASSIGN in 858 msec 2024-11-18T07:59:12,455 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,455 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,456 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,457 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T07:59:12,458 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea5f2ed3db793f5dabaa24ca8aca54a8, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T07:59:12,465 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,466 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 7a28a9149b911948dc3b72c614dd37b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59544786, jitterRate=-0.11271354556083679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,466 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T07:59:12,466 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 7a28a9149b911948dc3b72c614dd37b2: Running coprocessor pre-open hook at 1731916752422Writing region info on filesystem at 1731916752422Initializing all the Stores at 1731916752424 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752424Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752438 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752438Cleaning up temporary data from old regions at 1731916752455 (+17 ms)Running coprocessor post-open hooks at 1731916752466 (+11 ms)Region opened successfully at 1731916752466 2024-11-18T07:59:12,467 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., pid=48, masterSystemTime=1731916752024 2024-11-18T07:59:12,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=12 2024-11-18T07:59:12,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ea5f2ed3db793f5dabaa24ca8aca54a8, server=87fb3d252950,42489,1731916748797 in 555 msec 2024-11-18T07:59:12,470 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:12,471 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T07:59:12,471 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:12,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea5f2ed3db793f5dabaa24ca8aca54a8, ASSIGN in 875 msec 2024-11-18T07:59:12,471 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bb00b880f052435bf85c5606ccec331, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-18T07:59:12,472 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,472 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T07:59:12,472 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,472 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,474 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a28a9149b911948dc3b72c614dd37b2, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,478 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bb00b880f052435bf85c5606ccec331 columnFamilyName colfamily11 2024-11-18T07:59:12,478 DEBUG [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,479 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] regionserver.HStore(327): Store=8bb00b880f052435bf85c5606ccec331/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,479 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,482 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bb00b880f052435bf85c5606ccec331 columnFamilyName colfamily21 2024-11-18T07:59:12,483 DEBUG [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,483 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] regionserver.HStore(327): Store=8bb00b880f052435bf85c5606ccec331/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,484 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,484 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=87fb3d252950,35869,1731916748678, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a28a9149b911948dc3b72c614dd37b2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T07:59:12,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=22 2024-11-18T07:59:12,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,46109,1731916748850 in 663 msec 2024-11-18T07:59:12,486 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bb00b880f052435bf85c5606ccec331 columnFamilyName colfamily31 2024-11-18T07:59:12,486 DEBUG [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T07:59:12,487 INFO [StoreOpener-8bb00b880f052435bf85c5606ccec331-1 {}] regionserver.HStore(327): Store=8bb00b880f052435bf85c5606ccec331/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T07:59:12,487 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,489 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN in 891 msec 2024-11-18T07:59:12,490 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,491 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,492 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,493 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T07:59:12,495 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=23 2024-11-18T07:59:12,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a28a9149b911948dc3b72c614dd37b2, server=87fb3d252950,35869,1731916748678 in 603 msec 2024-11-18T07:59:12,499 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T07:59:12,500 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 8bb00b880f052435bf85c5606ccec331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63088182, jitterRate=-0.05991283059120178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T07:59:12,500 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bb00b880f052435bf85c5606ccec331 2024-11-18T07:59:12,500 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 8bb00b880f052435bf85c5606ccec331: Running coprocessor pre-open hook at 1731916752472Writing region info on filesystem at 1731916752472Initializing all the Stores at 1731916752474 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752474Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752474Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916752474Cleaning up temporary data from old regions at 1731916752492 (+18 ms)Running coprocessor post-open hooks at 1731916752500 (+8 ms)Region opened successfully at 1731916752500 2024-11-18T07:59:12,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7a28a9149b911948dc3b72c614dd37b2, ASSIGN in 903 msec 2024-11-18T07:59:12,501 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., pid=54, masterSystemTime=1731916752024 2024-11-18T07:59:12,505 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:12,505 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:12,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, openSeqNum=2, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T07:59:12,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bb00b880f052435bf85c5606ccec331, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T07:59:12,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=6 2024-11-18T07:59:12,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bb00b880f052435bf85c5606ccec331, server=87fb3d252950,35869,1731916748678 in 588 msec 2024-11-18T07:59:12,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-18T07:59:12,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bb00b880f052435bf85c5606ccec331, ASSIGN in 921 msec 2024-11-18T07:59:12,523 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T07:59:12,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731916752523"}]},"ts":"1731916752523"} 2024-11-18T07:59:12,527 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-18T07:59:12,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T07:59:12,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.3300 sec 2024-11-18T07:59:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T07:59:13,394 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-18T07:59:13,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-18T07:59:13,396 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:59:13,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46109 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T07:59:13,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-18T07:59:13,420 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:59:13,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-18T07:59:13,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,573 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,645 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,720 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,722 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:13,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,860 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,862 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:13,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:13,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,161 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,163 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,221 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,230 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,305 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,425 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,434 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,492 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,573 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,644 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,647 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rry', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:14,904 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tua', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:14,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:14,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:15,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:15,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:15,172 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:15,175 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:15,177 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2] 2024-11-18T07:59:15,223 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yze', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., hostname=87fb3d252950,35869,1731916748678, seqNum=2] 2024-11-18T07:59:15,287 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02., hostname=87fb3d252950,42489,1731916748797, seqNum=2] 2024-11-18T07:59:15,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:59:15,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T07:59:15,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:59:15,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T07:59:15,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T07:59:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46109 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T07:59:15,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T07:59:16,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T07:59:16,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-18T07:59:16,462 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T07:59:16,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-18T07:59:16,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46109 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-18T07:59:16,852 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-18T07:59:16,852 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 87fb3d252950,46109,1731916748850 2024-11-18T07:59:16,852 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 87fb3d252950,46109,1731916748850 2024-11-18T07:59:16,853 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 87fb3d252950,46109,1731916748850: Simulated kill ***** 2024-11-18T07:59:16,853 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T07:59:16,856 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T07:59:16,857 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T07:59:16,861 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T07:59:16,862 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T07:59:16,871 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 663153952 }, "NonHeapMemoryUsage": { "committed": 158203904, "init": 7667712, "max": -1, "used": 155421048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "87fb3d252950", "queueSize": 226, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 2, "numActiveHandler": 1, "numActiveGeneralHandler": 1, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 1510564, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 350, "ProcessCallTime_min": 0, "ProcessCallTime_max": 732, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 183, "ProcessCallTime_median": 366, "ProcessCallTime_75th_percentile": 549, "ProcessCallTime_90th_percentile": 658, "ProcessCallTime_95th_percentile": 695, "ProcessCallTime_98th_percentile": 717, "ProcessCallTime_99th_percentile": 724, "ProcessCallTime_99.9th_percentile": 731, "ProcessCallTime_TimeRangeCount_0-1": 350, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 350, "QueueCallTime_min": 0, "QueueCallTime_max": 288, "QueueCallTime_mean": 2, "QueueCallTime_25th_percentile": 72, "QueueCallTime_median": 144, "QueueCallTime_75th_percentile": 216, "QueueCallTime_90th_percentile": 259, "QueueCallTime_95th_percentile": 273, "QueueCallTime_98th_percentile": 282, "QueueCallTime_99th_percentile": 285, "QueueCallTime_99.9th_percentile": 287, "QueueCallTime_TimeRangeCount_0-1": 350, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 350, "TotalCallTime_min": 0, "TotalCallTime_max": 794, "TotalCallTime_mean": 9, "TotalCallTime_25th_percentile": 198, "TotalCallTime_median": 397, "TotalCallTime_75th_percentile": 595, "TotalCallTime_90th_percentile": 714, "TotalCallTime_95th_percentile": 754, "TotalCallTime_98th_percentile": 778, "TotalCallTime_99th_percentile": 786, "TotalCallTime_99.9th_percentile": 793, "TotalCallTime_TimeRangeCount_0-1": 350, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 350, "ResponseSize_min": 0, "ResponseSize_max": 59075, "ResponseSize_mean": 9162, "ResponseSize_25th_percentile": 14768, "ResponseSize_median": 29537, "ResponseSize_75th_percentile": 44306, "ResponseSize_90th_percentile": 53167, "ResponseSize_95th_percentile": 56121, "ResponseSize_98th_percentile": 57893, "ResponseSize_99th_percentile": 58484, "ResponseSize_99.9th_percentile": 59015, "ResponseSize_SizeRangeCount_0-10": 350, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 351, "RequestSize_min": 41, "RequestSize_max": 508072, "RequestSize_mean": 4291, "RequestSize_25th_percentile": 127048, "RequestSize_median": 254056, "RequestSize_75th_percentile": 381064, "RequestSize_90th_percentile": 457268, "RequestSize_95th_percentile": 482670, "RequestSize_98th_percentile": 497911, "RequestSize_99th_percentile": 502991, "RequestSize_99.9th_percentile": 507563, "RequestSize_SizeRangeCount_0-10": 351, "sentBytes": 2519082 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "87fb3d252950", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49783", "tag.serverName": "87fb3d252950,46109,1731916748850", "tag.clusterId": "9717df46-e26b-4a08-ae75-701411e5e3ac", "tag.Context": "regionserver", "tag.Hostname": "87fb3d252950", "regionCount": 9, "storeCount": 28, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 50772, "memStoreHeapSize": 77808, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731916748850, "averageRegionSize": 5641, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 252.2, "writeRequestRatePerSecond": 16.400000000000002, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 11448320, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 5, "activeScanners": 0, "totalRequestCount": 329, "totalRowActionRequestCount": 1343, "readRequestCount": 1261, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 82, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 7, "rpcScanRequestCount": 270, "rpcMultiRequestCount": 2, "rpcMutateRequestCount": 56, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 173, "ScanTime_min": 0, "ScanTime_max": 7, "ScanTime_mean": 1, "ScanTime_25th_percentile": 1, "ScanTime_median": 3, "ScanTime_75th_percentile": 5, "ScanTime_90th_percentile": 6, "ScanTime_95th_percentile": 6, "ScanTime_98th_percentile": 6, "ScanTime_99th_percentile": 6, "ScanTime_99.9th_percentile": 6, "ScanTime_TimeRangeCount_0-1": 173, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 56, "Put_min": 1, "Put_max": 6, "Put_mean": 2, "Put_25th_percentile": 2, "Put_median": 3, "Put_75th_percentile": 4, "Put_90th_percentile": 5, "Put_95th_percentile": 5, "Put_98th_percentile": 5, "Put_99th_percentile": 5, "Put_99.9th_percentile": 5, "Put_TimeRangeCount_0-1": 56, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 9, "PutBatch_min": 10, "PutBatch_max": 88, "PutBatch_mean": 47, "PutBatch_25th_percentile": 29, "PutBatch_median": 49, "PutBatch_75th_percentile": 68, "PutBatch_90th_percentile": 80, "PutBatch_95th_percentile": 84, "PutBatch_98th_percentile": 86, "PutBatch_99th_percentile": 87, "PutBatch_99.9th_percentile": 87, "PutBatch_TimeRangeCount_0-1": 9, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 173, "ScanSize_min": 0, "ScanSize_max": 56240, "ScanSize_mean": 12520, "ScanSize_25th_percentile": 14060, "ScanSize_median": 28120, "ScanSize_75th_percentile": 42180, "ScanSize_90th_percentile": 50616, "ScanSize_95th_percentile": 53428, "ScanSize_98th_percentile": 55115, "ScanSize_99th_percentile": 55677, "ScanSize_99.9th_percentile": 56183, "ScanSize_SizeRangeCount_0-10": 173, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T07:59:16,875 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37107 {}] master.MasterRpcServices(700): 87fb3d252950,46109,1731916748850 reported a fatal error: ***** ABORTING region server 87fb3d252950,46109,1731916748850: Simulated kill ***** 2024-11-18T07:59:16,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,46109,1731916748850' ***** 2024-11-18T07:59:16,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T07:59:16,878 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T07:59:16,878 INFO [RS:2;87fb3d252950:46109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T07:59:16,878 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:59:16,878 INFO [RS:2;87fb3d252950:46109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T07:59:16,878 INFO [RS:2;87fb3d252950:46109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T07:59:16,878 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T07:59:16,879 INFO [RS:2;87fb3d252950:46109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;87fb3d252950:46109. 2024-11-18T07:59:16,879 DEBUG [RS:2;87fb3d252950:46109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T07:59:16,885 DEBUG [RS:2;87fb3d252950:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:59:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741836_1012 (size=54214) 2024-11-18T07:59:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741836_1012 (size=54214) 2024-11-18T07:59:16,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741836_1012 (size=54214) 2024-11-18T07:59:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741834_1010 (size=297717) 2024-11-18T07:59:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741834_1010 (size=297717) 2024-11-18T07:59:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741834_1010 (size=297717) 2024-11-18T07:59:16,907 DEBUG [RS:2;87fb3d252950:46109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T07:59:16,907 INFO [RS:2;87fb3d252950:46109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:59:16,907 INFO [RS:2;87fb3d252950:46109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46109 2024-11-18T07:59:16,959 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T07:59:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T07:59:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,46109,1731916748850 2024-11-18T07:59:16,968 INFO [RS:2;87fb3d252950:46109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T07:59:16,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,46109,1731916748850] 2024-11-18T07:59:16,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,46109,1731916748850 already deleted, retry=false 2024-11-18T07:59:16,984 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 87fb3d252950,46109,1731916748850 on 87fb3d252950,37107,1731916747946 2024-11-18T07:59:16,989 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:16,993 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 87fb3d252950,46109,1731916748850 (carryingMeta=true) 87fb3d252950,46109,1731916748850/CRASHED/regionCount=9/lock=java.util.concurrent.locks.ReentrantReadWriteLock@20ab4264[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T07:59:16,994 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:16,994 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T07:59:16,994 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:16,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:59:16,995 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T07:59:16,997 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T07:59:16,999 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:17,000 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T07:59:17,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:59:17,000 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T07:59:17,000 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T07:59:17,001 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T07:59:17,001 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T07:59:17,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T07:59:17,002 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T07:59:17,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T07:59:17,008 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T07:59:17,010 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T07:59:17,011 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T07:59:17,011 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:17,011 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T07:59:17,012 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-18T07:59:17,014 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T07:59:17,014 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,46109,1731916748850, table=hbase:meta, region=1588230740 2024-11-18T07:59:17,014 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,46109,1731916748850, state=OPEN 2024-11-18T07:59:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:17,026 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:17,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:17,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T07:59:17,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T07:59:17,029 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916787029 2024-11-18T07:59:17,029 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T07:59:17,029 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:17,030 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T07:59:17,031 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:17,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:17,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:17,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:17,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:17,036 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true, isMeta: true 2024-11-18T07:59:17,038 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting 2024-11-18T07:59:17,040 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=1, meta=true 2024-11-18T07:59:17,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta}] 2024-11-18T07:59:17,043 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T07:59:17,043 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T07:59:17,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T07:59:17,043 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T07:59:17,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:59:17,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46109-0x1014e3de4260003, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T07:59:17,077 INFO [RS:2;87fb3d252950:46109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T07:59:17,077 INFO [RS:2;87fb3d252950:46109 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,46109,1731916748850; zookeeper connection closed. 2024-11-18T07:59:17,077 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@743a788f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@743a788f 2024-11-18T07:59:17,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:17,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:17,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T07:59:17,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:17,294 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T07:59:17,294 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T07:59:17,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:17,353 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:17,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T07:59:17,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17,354 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:17,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:17,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:17,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T07:59:17,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17,663 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:18,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:18,173 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:18,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T07:59:18,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:18,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:18,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:18,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T07:59:18,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T07:59:18,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T07:59:18,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-18T07:59:18,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T07:59:18,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T07:59:18,309 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T07:59:18,309 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T07:59:19,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:19,183 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:19,184 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:19,188 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T07:59:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:21,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:21,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:21,204 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:21,204 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4174 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T07:59:21,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:21,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:21,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:21,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:25,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:25,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:25,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:25,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8204 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T07:59:25,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:25,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:25,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:25,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:35,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:35,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:35,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:35,294 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18264 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T07:59:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:35,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:37,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T07:59:39,963 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb3d252950:37107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T07:59:45,373 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:45,374 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:45,374 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:45,375 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28345 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T07:59:45,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:45,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:51,079 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T07:59:51,079 INFO [master/87fb3d252950:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T07:59:54,490 WARN [RS:1;87fb3d252950:42489 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 87fb3d252950,46109,1731916748850: status=status unset, state=RUNNING, startTime=1731916756993, completionTime=-1 appears to have been leaked 2024-11-18T07:59:55,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T07:59:55,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T07:59:55,424 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T07:59:55,425 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38394 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T07:59:55,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:55,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T07:59:55,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T07:59:55,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:05,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:05,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:05,524 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:05,525 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48495 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:05,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:07,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T08:00:10,221 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T08:00:11,527 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8bb00b880f052435bf85c5606ccec331 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,528 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e620964ee18f26fc8ef20d91dd546c74 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,528 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4e43ada1aae7fabb909b8c10f303f31f changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f98fb784761e25e8491d3d179beae22a changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fa5e5e8869a7ba0fe7712818062ae59e changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 044ade6e79b76c248777374695016e6e changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7a28a9149b911948dc3b72c614dd37b2 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 390a67d4b4e0d226812016804c9310e2 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b7d5e1f447be3673d97168a072ecc235 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ad21b2e5db6c8504e4d0b4d154213d28 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,529 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bf84f833a99d7930bbd808928baf2e24 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ea5f2ed3db793f5dabaa24ca8aca54a8 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0ca27e07e499bf6d0e286d1918ce0d9e changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3b845fdce406bf1bdb32caf99a84104d changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9e37a06a3070b99345aaf2cf4e48601f changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6844280f7d2ad0946420307ff6690419 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d891b6674ebab1ee1d4598a7d7e0cc54 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:11,530 DEBUG [master/87fb3d252950:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region addd07c8f3df62522ae056a4e563ce02 changed from -1.0 to 0.0, refreshing cache 2024-11-18T08:00:13,965 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb3d252950:37107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T08:00:17,034 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T07:59:17.034Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:17.144Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17.354Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:17.663Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:18.174Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T07:59:19.189Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:21.205Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:25.235Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:35.295Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:45.376Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T07:59:55.425Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:05.526Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T08:00:17,036 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:00:17,036 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:00:17,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:00:17,036 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:00:17,036 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:00:17,036 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:00:17,036 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:00:17,036 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:00:17,037 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:00:17,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:00:17,040 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:00:17,040 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:00:17,041 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:00:17,041 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:00:17,041 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:00:17,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T08:00:17,042 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:00:17,042 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,46109,1731916748850, table=hbase:meta, region=1588230740 2024-11-18T08:00:17,042 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,46109,1731916748850, state=OPEN 2024-11-18T08:00:17,071 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:00:17,073 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:00:17,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:00:17,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:00:17,126 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:00:17,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:00:17,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:00:17,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:00:17,128 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916847128 2024-11-18T08:00:17,128 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:00:17,128 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true, isMeta: true 2024-11-18T08:00:17,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:17,128 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:17,129 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:17,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:17,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:17,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:17,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:17,131 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=1, meta=true 2024-11-18T08:00:17,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta}] 2024-11-18T08:00:17,131 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:00:17,137 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=87fb3d252950,42489,1731916748797 2024-11-18T08:00:17,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797}] 2024-11-18T08:00:17,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:17,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:17,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:00:17,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:17,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-18T08:00:17,329 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, size=52.9 K (54214bytes) 2024-11-18T08:00:17,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T08:00:17,330 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T08:00:17,330 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta 2024-11-18T08:00:17,336 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta after 4ms 2024-11-18T08:00:17,344 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta took 17ms 2024-11-18T08:00:17,353 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:00:17,361 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp 2024-11-18T08:00:17,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta so closing down 2024-11-18T08:00:17,364 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T08:00:17,373 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp 2024-11-18T08:00:17,376 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T08:00:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741864_1040 (size=53973) 2024-11-18T08:00:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741864_1040 (size=53973) 2024-11-18T08:00:17,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741864_1040 (size=53973) 2024-11-18T08:00:17,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-18T08:00:17,410 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T08:00:17,414 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 64 ms; skipped=1; WAL=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-18T08:00:17,414 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, journal: Splitting hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, size=52.9 K (54214bytes) at 1731916817329Finishing writing output for hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta so closing down at 1731916817364 (+35 ms)Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp at 1731916817373 (+9 ms)3 split writer threads finished at 1731916817377 (+4 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1731916817406 (+29 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731916817410 (+4 ms)Processed 58 edits across 1 Regions in 64 ms; skipped=1; WAL=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731916817414 (+4 ms) 2024-11-18T08:00:17,415 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta 2024-11-18T08:00:17,416 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T08:00:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T08:00:17,425 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs 2024-11-18T08:00:17,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T08:00:17,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 in 286 msec 2024-11-18T08:00:17,430 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=87fb3d252950,42489,1731916748797 2024-11-18T08:00:17,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-18T08:00:17,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 in 299 msec 2024-11-18T08:00:17,436 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting dir is empty, no logs to split. 2024-11-18T08:00:17,436 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=0, meta=true 2024-11-18T08:00:17,436 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 87fb3d252950,46109,1731916748850 WAL splitting is done? wals=0, meta=true 2024-11-18T08:00:17,436 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:00:17,436 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:00:17,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:00:17,436 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:00:17,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:17,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:17,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:00:17,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:17,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:17,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:17,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:00:17,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:18,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:18,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:18,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:00:18,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:18,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:18,264 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:19,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:19,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:19,284 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:19,285 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2156 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:19,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:21,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:21,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:21,304 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:21,304 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4175 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:21,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:25,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:25,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:25,344 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:25,345 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8216 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:25,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:35,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:35,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:35,404 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:35,405 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18276 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:35,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:37,044 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T08:00:45,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:45,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:45,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:45,435 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28306 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:45,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:45,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:45,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:45,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:55,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:00:55,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:00:55,544 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:00:55,544 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38415 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:00:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:00:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:00:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:05,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:05,643 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:05,643 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:05,644 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48515 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:05,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:07,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T08:01:10,315 WARN [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 14, running: 1 2024-11-18T08:01:15,651 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T08:01:17,134 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T08:00:17.130Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:17.234Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17.444Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:17.755Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:18.264Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:00:19.285Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:21.305Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:25.345Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:35.405Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:45.436Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:00:55.544Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:05.644Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T08:01:17,135 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:01:17,135 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:01:17,135 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:01:17,135 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:01:17,135 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:01:17,135 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:01:17,135 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:01:17,135 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:01:17,136 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:01:17,136 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:01:17,139 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:01:17,139 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:01:17,139 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:01:17,139 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:01:17,140 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:01:17,141 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:01:17,141 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:01:17,141 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:01:17,141 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:01:17,141 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:01:17,141 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:01:17,141 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T08:01:17,142 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:01:17,142 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,46109,1731916748850, table=hbase:meta, region=1588230740 2024-11-18T08:01:17,142 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,46109,1731916748850, state=OPEN 2024-11-18T08:01:17,174 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:01:17,175 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:01:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:01:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:01:17,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:01:17,198 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:01:17,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:01:17,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:01:17,199 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916907199 2024-11-18T08:01:17,199 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:01:17,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:17,200 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:17,200 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:17,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:17,203 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting dir is empty, no logs to split. 2024-11-18T08:01:17,203 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=0, meta=true 2024-11-18T08:01:17,203 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 87fb3d252950,46109,1731916748850 WAL splitting is done? wals=0, meta=true 2024-11-18T08:01:17,203 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:01:17,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T08:01:17,205 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:01:17,205 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:01:17,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:01:17,205 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:01:17,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:17,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:17,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:01:17,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:17,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:17,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:17,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:01:17,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:17,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:17,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:17,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:01:17,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:18,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:18,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:18,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:01:18,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:18,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:18,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:19,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:19,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:19,344 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:19,345 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2145 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:19,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:19,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:19,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:19,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:21,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:21,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:21,364 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:21,364 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4165 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:21,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:24,966 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=87fb3d252950:37107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-18T08:01:25,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:25,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:25,385 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:25,386 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8186 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:25,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:25,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:25,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:25,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:35,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:35,463 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:35,464 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:35,464 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18264 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:35,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:37,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T08:01:45,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:45,503 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:45,505 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:45,505 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28305 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:45,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:55,273 WARN [RS:1;87fb3d252950:42489 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 87fb3d252950,46109,1731916748850: status=Processing ServerCrashProcedure of 87fb3d252950,46109,1731916748850 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731916757011, completionTime=-1 appears to have been leaked 2024-11-18T08:01:55,273 WARN [RS:1;87fb3d252950:42489 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 87fb3d252950,46109,1731916748850: status=Processing ServerCrashProcedure of 87fb3d252950,46109,1731916748850 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731916817041, completionTime=-1 appears to have been leaked 2024-11-18T08:01:55,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:01:55,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:01:55,565 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:01:55,565 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38365 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:01:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:01:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:01:55,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:05,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:05,653 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:02:05,654 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:02:05,655 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 87fb3d252950,46109,1731916748850 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48455 ms java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T08:02:05,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:05,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:02:05,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:02:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:07,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T08:02:17,204 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-18T08:01:17.201Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:17.303Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17.513Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:17.824Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:18.333Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:01:19.345Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:21.365Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:25.386Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:35.464Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:45.506Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:01:55.566Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:05.655Z, java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-18T08:02:17,205 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:17,205 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:02:17,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:17,206 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:17,206 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:17,206 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:02:17,206 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:02:17,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:02:17,207 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:02:17,208 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:02:17,210 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:02:17,210 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:17,210 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:17,210 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:02:17,211 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:02:17,212 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:17,212 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:17,212 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:17,212 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:02:17,212 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:17,212 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:17,212 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T08:02:17,213 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:17,213 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,46109,1731916748850, table=hbase:meta, region=1588230740 2024-11-18T08:02:17,214 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,46109,1731916748850, state=OPEN 2024-11-18T08:02:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,252 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,254 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916967254 2024-11-18T08:02:17,254 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:02:17,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T08:02:17,255 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:02:17,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:17,255 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:02:17,256 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:02:17,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:17,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T08:02:17,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:02:17,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:17,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:17,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:17,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:17,363 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1] 2024-11-18T08:02:17,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:17,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:17,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:17,364 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:02:17,413 DEBUG [87fb3d252950:37107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T08:02:17,414 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(204): Hosts are {87fb3d252950=0} racks are {/default-rack=0} 2024-11-18T08:02:17,414 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T08:02:17,414 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T08:02:17,414 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T08:02:17,414 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T08:02:17,414 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T08:02:17,414 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T08:02:17,414 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T08:02:17,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:17,416 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPENING 2024-11-18T08:02:17,444 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,445 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:17,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678}] 2024-11-18T08:02:17,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:17,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1] 2024-11-18T08:02:17,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T08:02:17,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T08:02:17,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:40211 deadline: 1731916997257, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 87fb3d252950,35869,1731916748678 2024-11-18T08:02:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 87fb3d252950,35869,1731916748678 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T08:02:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 87fb3d252950,35869,1731916748678 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T08:02:17,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1 from cache 2024-11-18T08:02:17,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T08:02:17,604 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T08:02:17,604 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T08:02:17,605 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T08:02:17,607 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=87fb3d252950%2C35869%2C1731916748678.meta, suffix=.meta, logDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678, archiveDir=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs, maxLogs=32 2024-11-18T08:02:17,629 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678/87fb3d252950%2C35869%2C1731916748678.meta.1731916937609.meta, exclude list is [], retry=0 2024-11-18T08:02:17,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44041,DS-dec15bb9-9889-467a-b40f-328b334b8c84,DISK] 2024-11-18T08:02:17,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34117,DS-82740d91-74e2-42d1-a7c6-7d52594c24bf,DISK] 2024-11-18T08:02:17,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37333,DS-68a0ea09-faae-466e-ab30-a86445fe01d8,DISK] 2024-11-18T08:02:17,635 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,35869,1731916748678/87fb3d252950%2C35869%2C1731916748678.meta.1731916937609.meta 2024-11-18T08:02:17,644 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38883:38883),(127.0.0.1/127.0.0.1:38141:38141),(127.0.0.1/127.0.0.1:37297:37297)] 2024-11-18T08:02:17,644 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T08:02:17,645 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T08:02:17,645 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T08:02:17,645 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T08:02:17,645 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T08:02:17,645 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:17,645 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T08:02:17,645 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T08:02:17,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T08:02:17,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T08:02:17,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:17,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T08:02:17,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T08:02:17,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T08:02:17,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:17,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T08:02:17,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T08:02:17,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T08:02:17,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:17,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T08:02:17,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T08:02:17,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T08:02:17,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T08:02:17,656 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T08:02:17,657 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740 2024-11-18T08:02:17,660 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740 2024-11-18T08:02:17,661 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T08:02:17,675 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T08:02:17,680 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-18T08:02:17,758 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/info/3248786344594dc0b165ea5b23c283aa is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331./info:regioninfo/1731916752505/Put/seqid=0 2024-11-18T08:02:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741866_1042 (size=58053) 2024-11-18T08:02:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741866_1042 (size=58053) 2024-11-18T08:02:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741866_1042 (size=58053) 2024-11-18T08:02:17,770 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/info/3248786344594dc0b165ea5b23c283aa 2024-11-18T08:02:17,826 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/ns/8cedcf1466c149a7bfac5f67c9f4f222 is 43, key is default/ns:d/1731916750976/Put/seqid=0 2024-11-18T08:02:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741867_1043 (size=5153) 2024-11-18T08:02:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741867_1043 (size=5153) 2024-11-18T08:02:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741867_1043 (size=5153) 2024-11-18T08:02:17,836 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/ns/8cedcf1466c149a7bfac5f67c9f4f222 2024-11-18T08:02:17,866 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/table/e63407c424774dce9700749d19fc2253 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731916752523/Put/seqid=0 2024-11-18T08:02:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741868_1044 (size=5620) 2024-11-18T08:02:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741868_1044 (size=5620) 2024-11-18T08:02:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741868_1044 (size=5620) 2024-11-18T08:02:17,874 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/table/e63407c424774dce9700749d19fc2253 2024-11-18T08:02:17,884 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/info/3248786344594dc0b165ea5b23c283aa as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/info/3248786344594dc0b165ea5b23c283aa 2024-11-18T08:02:17,892 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/info/3248786344594dc0b165ea5b23c283aa, entries=260, sequenceid=60, filesize=56.7 K 2024-11-18T08:02:17,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:17,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1] 2024-11-18T08:02:17,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:40211 deadline: 1731916997255, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 87fb3d252950,35869,1731916748678 2024-11-18T08:02:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 87fb3d252950,35869,1731916748678 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T08:02:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 87fb3d252950,35869,1731916748678 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T08:02:17,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1 from cache 2024-11-18T08:02:17,895 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/ns/8cedcf1466c149a7bfac5f67c9f4f222 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/ns/8cedcf1466c149a7bfac5f67c9f4f222 2024-11-18T08:02:17,903 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/ns/8cedcf1466c149a7bfac5f67c9f4f222, entries=2, sequenceid=60, filesize=5.0 K 2024-11-18T08:02:17,904 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/table/e63407c424774dce9700749d19fc2253 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/table/e63407c424774dce9700749d19fc2253 2024-11-18T08:02:17,912 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/table/e63407c424774dce9700749d19fc2253, entries=2, sequenceid=60, filesize=5.5 K 2024-11-18T08:02:17,916 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=60, compaction requested=false; wal=null 2024-11-18T08:02:17,918 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-18T08:02:17,920 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T08:02:17,920 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T08:02:17,921 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T08:02:17,922 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T08:02:17,925 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-18T08:02:17,926 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59167009, jitterRate=-0.11834286153316498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T08:02:17,926 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T08:02:17,926 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731916937645Writing region info on filesystem at 1731916937645Initializing all the Stores at 1731916937647 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916937647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916937647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916937647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731916937647Obtaining lock to block concurrent updates at 1731916937680 (+33 ms)Preparing flush snapshotting stores in 1588230740 at 1731916937680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731916937683 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731916937683Flushing 1588230740/info: creating writer at 1731916937686 (+3 ms)Flushing 1588230740/info: appending metadata at 1731916937747 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731916937750 (+3 ms)Flushing 1588230740/ns: creating writer at 1731916937811 (+61 ms)Flushing 1588230740/ns: appending metadata at 1731916937825 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731916937825Flushing 1588230740/table: creating writer at 1731916937844 (+19 ms)Flushing 1588230740/table: appending metadata at 1731916937865 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731916937865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213b01be: reopening flushed file at 1731916937882 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36385905: reopening flushed file at 1731916937894 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2212f3: reopening flushed file at 1731916937903 (+9 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=60, compaction requested=false; wal=null at 1731916937916 (+13 ms)Cleaning up temporary data from old regions at 1731916937920 (+4 ms)Running coprocessor post-open hooks at 1731916937926 (+6 ms)Region opened successfully at 1731916937926 2024-11-18T08:02:17,928 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731916937598 2024-11-18T08:02:17,930 DEBUG [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T08:02:17,930 INFO [RS_OPEN_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T08:02:17,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:17,932 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPEN 2024-11-18T08:02:17,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,961 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:17,961 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:17,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:17,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T08:02:17,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 in 516 msec 2024-11-18T08:02:17,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-18T08:02:17,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-18T08:02:18,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:18,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1] 2024-11-18T08:02:18,441 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,441 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,441 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,441 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,441 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,442 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,442 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,442 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,442 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,442 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,442 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=044ade6e79b76c248777374695016e6e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a278196801296b5012e64cd8206d682c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,443 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6844280f7d2ad0946420307ff6690419, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=836f14ecba7db9b2910007af5460403b, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,444 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,445 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,445 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T08:02:18,445 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916998445 2024-11-18T08:02:18,445 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731917058445 2024-11-18T08:02:18,445 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1900 sec 2024-11-18T08:02:18,446 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 87fb3d252950,46109,1731916748850 had 9 regions 2024-11-18T08:02:18,446 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:02:18,446 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:18,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:18,446 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:18,695 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:18,695 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:02:18,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:18,695 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:18,696 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:18,696 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:02:18,696 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:02:18,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:02:18,696 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:02:18,697 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:02:18,700 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:02:18,700 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:18,700 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:18,700 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:18,700 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:18,700 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:02:18,701 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:18,702 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:18,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T08:02:18,704 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=61 2024-11-18T08:02:18,704 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,35869,1731916748678, table=hbase:meta, region=1588230740 2024-11-18T08:02:18,704 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPEN 2024-11-18T08:02:18,739 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:18,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:18,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:18,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:18,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:18,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:18,744 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:18,745 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:18,750 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916968750 2024-11-18T08:02:18,751 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:02:18,759 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,761 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=044ade6e79b76c248777374695016e6e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a278196801296b5012e64cd8206d682c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6844280f7d2ad0946420307ff6690419, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,762 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=836f14ecba7db9b2910007af5460403b, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,763 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,763 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,763 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:18,763 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:18,763 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:18,763 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T08:02:18,763 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916998763 2024-11-18T08:02:18,763 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731917058763 2024-11-18T08:02:18,763 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-18T08:02:18,764 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 87fb3d252950,46109,1731916748850 had 8 regions 2024-11-18T08:02:18,764 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:02:18,765 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true, isMeta: false 2024-11-18T08:02:18,768 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=1, meta=false 2024-11-18T08:02:18,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375}] 2024-11-18T08:02:18,768 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:02:18,768 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:18,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:18,768 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,014 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,014 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:02:19,014 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:19,014 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:19,014 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:19,015 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:02:19,015 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:02:19,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:02:19,015 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:02:19,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:02:19,018 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:02:19,018 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:19,018 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:19,018 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:19,018 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:19,018 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:02:19,019 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,020 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T08:02:19,021 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=61 2024-11-18T08:02:19,021 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,35869,1731916748678, table=hbase:meta, region=1588230740 2024-11-18T08:02:19,022 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPEN 2024-11-18T08:02:19,052 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,055 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,069 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,072 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916969072 2024-11-18T08:02:19,072 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:02:19,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,078 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,079 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=044ade6e79b76c248777374695016e6e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a278196801296b5012e64cd8206d682c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6844280f7d2ad0946420307ff6690419, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=836f14ecba7db9b2910007af5460403b, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,080 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,081 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,081 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T08:02:19,081 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916999081 2024-11-18T08:02:19,081 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731917059081 2024-11-18T08:02:19,081 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-18T08:02:19,081 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true, isMeta: false 2024-11-18T08:02:19,083 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=1, meta=false 2024-11-18T08:02:19,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375}] 2024-11-18T08:02:19,083 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:02:19,085 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678}] 2024-11-18T08:02:19,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-18T08:02:19,254 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375, size=290.7 K (297717bytes) 2024-11-18T08:02:19,255 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 2024-11-18T08:02:19,255 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 after 0ms 2024-11-18T08:02:19,260 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 took 6ms 2024-11-18T08:02:19,264 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 41bfe0a5f8d1751107b0d984a255f71c: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,265 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8081182b39e4ad3d95cfeaf43977b760: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,267 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for a278196801296b5012e64cd8206d682c: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,268 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ea0aebe0025a383a7fbfe127ae9d7fcb: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,269 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d8cc348fcb134cd4f97e5472158feee0: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,271 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 24b759235e8a133eeee2eac0f30f4d73: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,273 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 836f14ecba7db9b2910007af5460403b: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,274 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3659ca0466cae6537ae2dcf542c7ea2f: last_flushed_sequence_id: 18446744073709551615 2024-11-18T08:02:19,279 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,280 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,282 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,282 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,282 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,283 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,285 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,286 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,287 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,288 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,289 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,290 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,291 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 so closing down 2024-11-18T08:02:19,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T08:02:19,294 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,295 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,295 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp 2024-11-18T08:02:19,296 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T08:02:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741869_1045 (size=36767) 2024-11-18T08:02:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741869_1045 (size=36767) 2024-11-18T08:02:19,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741869_1045 (size=36767) 2024-11-18T08:02:19,314 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T08:02:19,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004 2024-11-18T08:02:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741871_1047 (size=36767) 2024-11-18T08:02:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741871_1047 (size=36767) 2024-11-18T08:02:19,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741871_1047 (size=36767) 2024-11-18T08:02:19,320 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T08:02:19,322 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004 2024-11-18T08:02:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741870_1046 (size=36767) 2024-11-18T08:02:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741870_1046 (size=36767) 2024-11-18T08:02:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741870_1046 (size=36767) 2024-11-18T08:02:19,325 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 3 ms) 2024-11-18T08:02:19,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004 2024-11-18T08:02:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741872_1048 (size=36767) 2024-11-18T08:02:19,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741872_1048 (size=36767) 2024-11-18T08:02:19,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741872_1048 (size=36767) 2024-11-18T08:02:19,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T08:02:19,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004 2024-11-18T08:02:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741874_1050 (size=36767) 2024-11-18T08:02:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741873_1049 (size=36767) 2024-11-18T08:02:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741873_1049 (size=36767) 2024-11-18T08:02:19,356 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T08:02:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741874_1050 (size=36767) 2024-11-18T08:02:19,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741874_1050 (size=36767) 2024-11-18T08:02:19,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741873_1049 (size=36767) 2024-11-18T08:02:19,357 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T08:02:19,358 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004 2024-11-18T08:02:19,359 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004 2024-11-18T08:02:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741875_1051 (size=36767) 2024-11-18T08:02:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741875_1051 (size=36767) 2024-11-18T08:02:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741875_1051 (size=36767) 2024-11-18T08:02:19,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-18T08:02:19,364 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004 2024-11-18T08:02:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741876_1052 (size=36767) 2024-11-18T08:02:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741876_1052 (size=36767) 2024-11-18T08:02:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741876_1052 (size=36767) 2024-11-18T08:02:19,367 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-18T08:02:19,369 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004 2024-11-18T08:02:19,369 INFO [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 16 edits across 8 Regions in 108 ms; skipped=8; WAL=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375, size=290.7 K, length=297717, corrupted=false, cancelled=false 2024-11-18T08:02:19,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375, journal: Splitting hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375, size=290.7 K (297717bytes) at 1731916939255Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939282 (+27 ms)Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939282Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939283 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939287 (+4 ms)Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939289 (+2 ms)Split 7 edits, skipped 8 edits. at 1731916939289Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939291 (+2 ms)Finishing writing output for hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 so closing down at 1731916939292 (+1 ms)Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 1731916939295 (+3 ms)Creating recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp at 17319169392953 split writer threads finished at 1731916939296 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731916939314 (+18 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004 at 1731916939316 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731916939320 (+4 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004 at 1731916939322 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 3 ms) at 1731916939325 (+3 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004 at 1731916939327 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731916939338 (+11 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004 at 1731916939339 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731916939356 (+17 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731916939357 (+1 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004 at 1731916939358 (+1 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004 at 1731916939359 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731916939362 (+3 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004 at 1731916939364 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731916939367 (+3 ms)Rename recovered edits hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004-87fb3d252950%2C46109%2C1731916748850.1731916750375.temp to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004 at 1731916939369 (+2 ms)Processed 16 edits across 8 Regions in 108 ms; skipped=8; WAL=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375, size=290.7 K, length=297717, corrupted=false, cancelled=false at 1731916939369 2024-11-18T08:02:19,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 2024-11-18T08:02:19,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/87fb3d252950:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-18T08:02:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37107 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-18T08:02:19,374 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting/87fb3d252950%2C46109%2C1731916748850.1731916750375 to hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs 2024-11-18T08:02:19,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T08:02:19,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 in 288 msec 2024-11-18T08:02:19,377 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-18T08:02:19,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 in 294 msec 2024-11-18T08:02:19,381 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting dir is empty, no logs to split. 2024-11-18T08:02:19,381 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=0, meta=false 2024-11-18T08:02:19,381 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 87fb3d252950,46109,1731916748850 WAL splitting is done? wals=0, meta=false 2024-11-18T08:02:19,382 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:02:19,382 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:19,382 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,581 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,581 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:02:19,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:19,581 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:19,581 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:19,582 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:02:19,582 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:02:19,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:02:19,582 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:02:19,583 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:19,584 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:02:19,585 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,586 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T08:02:19,587 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=61 2024-11-18T08:02:19,587 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,35869,1731916748678, table=hbase:meta, region=1588230740 2024-11-18T08:02:19,587 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPEN 2024-11-18T08:02:19,608 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,611 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916969611 2024-11-18T08:02:19,611 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:02:19,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,617 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,618 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=044ade6e79b76c248777374695016e6e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a278196801296b5012e64cd8206d682c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,619 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6844280f7d2ad0946420307ff6690419, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=836f14ecba7db9b2910007af5460403b, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,620 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T08:02:19,621 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916999621 2024-11-18T08:02:19,621 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731917059621 2024-11-18T08:02:19,621 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-18T08:02:19,623 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 87fb3d252950,46109,1731916748850 does not exist 2024-11-18T08:02:19,623 INFO [PEWorker-1 {}] master.SplitWALManager(105): 87fb3d252950,46109,1731916748850 WAL count=0, meta=false 2024-11-18T08:02:19,623 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 87fb3d252950,46109,1731916748850 WAL splitting is done? wals=0, meta=false 2024-11-18T08:02:19,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 87fb3d252950,46109,1731916748850 failed, ignore...File hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/WALs/87fb3d252950,46109,1731916748850-splitting does not exist. 2024-11-18T08:02:19,624 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:02:19,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN}] 2024-11-18T08:02:19,626 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:02:19,626 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:19,626 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,871 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,871 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:02:19,871 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:19,871 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:19,871 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:19,872 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:02:19,872 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:02:19,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:02:19,872 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:02:19,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:19,875 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:19,876 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:02:19,877 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:02:19,878 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,879 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:19,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T08:02:19,882 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=61 2024-11-18T08:02:19,882 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,35869,1731916748678, table=hbase:meta, region=1588230740 2024-11-18T08:02:19,883 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPEN 2024-11-18T08:02:19,886 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,895 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,927 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:19,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:19,931 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916969931 2024-11-18T08:02:19,931 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:02:19,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,937 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,938 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=044ade6e79b76c248777374695016e6e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a278196801296b5012e64cd8206d682c, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6844280f7d2ad0946420307ff6690419, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,939 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=836f14ecba7db9b2910007af5460403b, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,940 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,940 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,940 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, lastHost=87fb3d252950,46109,1731916748850, regionLocation=87fb3d252950,46109,1731916748850, openSeqNum=2 2024-11-18T08:02:19,940 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:19,940 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:19,940 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T08:02:19,940 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731916999940 2024-11-18T08:02:19,940 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731917059940 2024-11-18T08:02:19,940 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-18T08:02:19,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN}] 2024-11-18T08:02:19,941 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:02:19,943 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN 2024-11-18T08:02:19,944 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,946 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN 2024-11-18T08:02:19,947 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,948 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN 2024-11-18T08:02:19,954 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,955 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN 2024-11-18T08:02:19,956 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,957 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN 2024-11-18T08:02:19,958 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,959 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN 2024-11-18T08:02:19,960 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,961 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN 2024-11-18T08:02:19,961 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:19,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN 2024-11-18T08:02:19,963 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T08:02:20,094 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(204): Hosts are {87fb3d252950=0} racks are {/default-rack=0} 2024-11-18T08:02:20,095 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T08:02:20,095 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T08:02:20,095 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T08:02:20,095 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T08:02:20,095 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T08:02:20,095 INFO [87fb3d252950:37107 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T08:02:20,095 DEBUG [87fb3d252950:37107 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T08:02:20,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=836f14ecba7db9b2910007af5460403b, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a278196801296b5012e64cd8206d682c, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPENING, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8081182b39e4ad3d95cfeaf43977b760, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=24b759235e8a133eeee2eac0f30f4d73, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN because future has completed 2024-11-18T08:02:20,099 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=d8cc348fcb134cd4f97e5472158feee0, regionState=OPENING, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,42489,1731916748797}] 2024-11-18T08:02:20,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN because future has completed 2024-11-18T08:02:20,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN because future has completed 2024-11-18T08:02:20,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN because future has completed 2024-11-18T08:02:20,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN because future has completed 2024-11-18T08:02:20,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN because future has completed 2024-11-18T08:02:20,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,35869,1731916748678}] 2024-11-18T08:02:20,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN because future has completed 2024-11-18T08:02:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN because future has completed 2024-11-18T08:02:20,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,35869,1731916748678}] 2024-11-18T08:02:20,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,35869,1731916748678}] 2024-11-18T08:02:20,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,35869,1731916748678}] 2024-11-18T08:02:20,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,42489,1731916748797}] 2024-11-18T08:02:20,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,42489,1731916748797}] 2024-11-18T08:02:20,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,42489,1731916748797}] 2024-11-18T08:02:20,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T08:02:20,259 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:20,259 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => a278196801296b5012e64cd8206d682c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-18T08:02:20,260 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,260 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,260 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,260 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,262 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,263 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a278196801296b5012e64cd8206d682c columnFamilyName colfamily11 2024-11-18T08:02:20,263 DEBUG [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,263 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(327): Store=a278196801296b5012e64cd8206d682c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,263 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,264 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a278196801296b5012e64cd8206d682c columnFamilyName colfamily21 2024-11-18T08:02:20,264 DEBUG [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,265 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(327): Store=a278196801296b5012e64cd8206d682c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,265 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,266 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a278196801296b5012e64cd8206d682c columnFamilyName colfamily31 2024-11-18T08:02:20,266 DEBUG [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,266 INFO [StoreOpener-a278196801296b5012e64cd8206d682c-1 {}] regionserver.HStore(327): Store=a278196801296b5012e64cd8206d682c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,267 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,268 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,270 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,282 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004 2024-11-18T08:02:20,290 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004 2024-11-18T08:02:20,290 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing a278196801296b5012e64cd8206d682c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,296 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:20,296 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => d8cc348fcb134cd4f97e5472158feee0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-18T08:02:20,297 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,297 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,297 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,297 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,307 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,309 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8cc348fcb134cd4f97e5472158feee0 columnFamilyName colfamily11 2024-11-18T08:02:20,309 DEBUG [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,309 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(327): Store=d8cc348fcb134cd4f97e5472158feee0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,310 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,311 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8cc348fcb134cd4f97e5472158feee0 columnFamilyName colfamily21 2024-11-18T08:02:20,311 DEBUG [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,312 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(327): Store=d8cc348fcb134cd4f97e5472158feee0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,312 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,314 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8cc348fcb134cd4f97e5472158feee0 columnFamilyName colfamily31 2024-11-18T08:02:20,315 DEBUG [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,315 INFO [StoreOpener-d8cc348fcb134cd4f97e5472158feee0-1 {}] regionserver.HStore(327): Store=d8cc348fcb134cd4f97e5472158feee0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,316 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,316 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,317 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/.tmp/colfamily11/ebcec010c98645149bf2d0f1cc50cf40 is 52, key is ppp/colfamily11:colfamily11/1731916756019/Put/seqid=0 2024-11-18T08:02:20,321 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,322 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004 2024-11-18T08:02:20,328 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004 2024-11-18T08:02:20,328 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing d8cc348fcb134cd4f97e5472158feee0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741877_1053 (size=39263) 2024-11-18T08:02:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741877_1053 (size=39263) 2024-11-18T08:02:20,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741877_1053 (size=39263) 2024-11-18T08:02:20,339 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/.tmp/colfamily11/ebcec010c98645149bf2d0f1cc50cf40 2024-11-18T08:02:20,352 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/.tmp/colfamily11/ebcec010c98645149bf2d0f1cc50cf40 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/colfamily11/ebcec010c98645149bf2d0f1cc50cf40 2024-11-18T08:02:20,352 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/.tmp/colfamily11/9518705cd1624f828abdf3303e2f4edc is 52, key is fff/colfamily11:colfamily11/1731916755847/Put/seqid=0 2024-11-18T08:02:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741878_1054 (size=39263) 2024-11-18T08:02:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741878_1054 (size=39263) 2024-11-18T08:02:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741878_1054 (size=39263) 2024-11-18T08:02:20,361 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/.tmp/colfamily11/9518705cd1624f828abdf3303e2f4edc 2024-11-18T08:02:20,361 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/colfamily11/ebcec010c98645149bf2d0f1cc50cf40, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,361 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a278196801296b5012e64cd8206d682c in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,362 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/0000000000000000004 2024-11-18T08:02:20,366 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,366 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,366 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,368 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,373 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/.tmp/colfamily11/9518705cd1624f828abdf3303e2f4edc as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/colfamily11/9518705cd1624f828abdf3303e2f4edc 2024-11-18T08:02:20,375 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,376 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened a278196801296b5012e64cd8206d682c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68427085, jitterRate=0.01964302361011505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,376 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:20,376 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for a278196801296b5012e64cd8206d682c: Running coprocessor pre-open hook at 1731916940260Writing region info on filesystem at 1731916940260Initializing all the Stores at 1731916940261 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940261Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940261Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940261Obtaining lock to block concurrent updates at 1731916940290 (+29 ms)Preparing flush snapshotting stores in a278196801296b5012e64cd8206d682c at 1731916940290Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940290Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. at 1731916940290Flushing a278196801296b5012e64cd8206d682c/colfamily11: creating writer at 1731916940290Flushing a278196801296b5012e64cd8206d682c/colfamily11: appending metadata at 1731916940317 (+27 ms)Flushing a278196801296b5012e64cd8206d682c/colfamily11: closing flushed file at 1731916940317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9e84c2: reopening flushed file at 1731916940350 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a278196801296b5012e64cd8206d682c in 71ms, sequenceid=4, compaction requested=false; wal=null at 1731916940361 (+11 ms)Cleaning up temporary data from old regions at 1731916940366 (+5 ms)Running coprocessor post-open hooks at 1731916940376 (+10 ms)Region opened successfully at 1731916940376 2024-11-18T08:02:20,377 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., pid=79, masterSystemTime=1731916940254 2024-11-18T08:02:20,383 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:20,383 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:20,383 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:20,383 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => ea0aebe0025a383a7fbfe127ae9d7fcb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-18T08:02:20,384 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,384 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a278196801296b5012e64cd8206d682c, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,384 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,384 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,385 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/colfamily11/9518705cd1624f828abdf3303e2f4edc, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,386 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8cc348fcb134cd4f97e5472158feee0 in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,390 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/0000000000000000004 2024-11-18T08:02:20,391 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T08:02:20,392 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,392 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,392 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0aebe0025a383a7fbfe127ae9d7fcb columnFamilyName colfamily11 2024-11-18T08:02:20,392 DEBUG [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,393 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,393 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(327): Store=ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,393 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-18T08:02:20,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,42489,1731916748797 in 212 msec 2024-11-18T08:02:20,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN in 456 msec 2024-11-18T08:02:20,399 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0aebe0025a383a7fbfe127ae9d7fcb columnFamilyName colfamily21 2024-11-18T08:02:20,399 DEBUG [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,399 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(327): Store=ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,399 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,399 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,400 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea0aebe0025a383a7fbfe127ae9d7fcb columnFamilyName colfamily31 2024-11-18T08:02:20,401 DEBUG [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,401 INFO [StoreOpener-ea0aebe0025a383a7fbfe127ae9d7fcb-1 {}] regionserver.HStore(327): Store=ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,401 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,402 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,403 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,403 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened d8cc348fcb134cd4f97e5472158feee0; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72085430, jitterRate=0.07415661215782166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,403 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:20,404 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for d8cc348fcb134cd4f97e5472158feee0: Running coprocessor pre-open hook at 1731916940297Writing region info on filesystem at 1731916940297Initializing all the Stores at 1731916940298 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940298Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940307 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940307Obtaining lock to block concurrent updates at 1731916940328 (+21 ms)Preparing flush snapshotting stores in d8cc348fcb134cd4f97e5472158feee0 at 1731916940328Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940328Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. at 1731916940328Flushing d8cc348fcb134cd4f97e5472158feee0/colfamily11: creating writer at 1731916940329 (+1 ms)Flushing d8cc348fcb134cd4f97e5472158feee0/colfamily11: appending metadata at 1731916940351 (+22 ms)Flushing d8cc348fcb134cd4f97e5472158feee0/colfamily11: closing flushed file at 1731916940351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cae5db2: reopening flushed file at 1731916940372 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8cc348fcb134cd4f97e5472158feee0 in 58ms, sequenceid=4, compaction requested=false; wal=null at 1731916940386 (+14 ms)Cleaning up temporary data from old regions at 1731916940392 (+6 ms)Running coprocessor post-open hooks at 1731916940403 (+11 ms)Region opened successfully at 1731916940403 2024-11-18T08:02:20,404 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., pid=74, masterSystemTime=1731916940289 2024-11-18T08:02:20,406 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,407 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004 2024-11-18T08:02:20,407 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:20,407 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:20,407 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:20,407 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 24b759235e8a133eeee2eac0f30f4d73, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-18T08:02:20,408 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,408 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,408 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,408 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,410 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,411 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b759235e8a133eeee2eac0f30f4d73 columnFamilyName colfamily11 2024-11-18T08:02:20,411 DEBUG [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,414 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004 2024-11-18T08:02:20,414 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing ea0aebe0025a383a7fbfe127ae9d7fcb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,414 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(327): Store=24b759235e8a133eeee2eac0f30f4d73/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,415 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T08:02:20,416 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b759235e8a133eeee2eac0f30f4d73 columnFamilyName colfamily21 2024-11-18T08:02:20,416 DEBUG [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,417 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(327): Store=24b759235e8a133eeee2eac0f30f4d73/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,417 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,420 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b759235e8a133eeee2eac0f30f4d73 columnFamilyName colfamily31 2024-11-18T08:02:20,420 DEBUG [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=65 2024-11-18T08:02:20,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,35869,1731916748678 in 272 msec 2024-11-18T08:02:20,427 INFO [StoreOpener-24b759235e8a133eeee2eac0f30f4d73-1 {}] regionserver.HStore(327): Store=24b759235e8a133eeee2eac0f30f4d73/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,427 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN in 482 msec 2024-11-18T08:02:20,431 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,433 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,434 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004 2024-11-18T08:02:20,441 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/.tmp/colfamily11/248e16a04aa94cc1b3811799ba0b8d36 is 52, key is iii/colfamily11:colfamily11/1731916755887/Put/seqid=0 2024-11-18T08:02:20,442 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004 2024-11-18T08:02:20,442 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 24b759235e8a133eeee2eac0f30f4d73 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,467 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/.tmp/colfamily11/4b4946805a3243eb9a4cd14998b22d8a is 52, key is rrr/colfamily11:colfamily11/1731916756054/Put/seqid=0 2024-11-18T08:02:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741879_1055 (size=39263) 2024-11-18T08:02:20,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741879_1055 (size=39263) 2024-11-18T08:02:20,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741879_1055 (size=39263) 2024-11-18T08:02:20,475 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/.tmp/colfamily11/248e16a04aa94cc1b3811799ba0b8d36 2024-11-18T08:02:20,499 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/.tmp/colfamily11/248e16a04aa94cc1b3811799ba0b8d36 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11/248e16a04aa94cc1b3811799ba0b8d36 2024-11-18T08:02:20,508 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11/248e16a04aa94cc1b3811799ba0b8d36, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741880_1056 (size=39263) 2024-11-18T08:02:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741880_1056 (size=39263) 2024-11-18T08:02:20,508 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea0aebe0025a383a7fbfe127ae9d7fcb in 94ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741880_1056 (size=39263) 2024-11-18T08:02:20,509 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/0000000000000000004 2024-11-18T08:02:20,509 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/.tmp/colfamily11/4b4946805a3243eb9a4cd14998b22d8a 2024-11-18T08:02:20,511 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,511 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,512 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,515 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,518 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,519 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened ea0aebe0025a383a7fbfe127ae9d7fcb; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64924390, jitterRate=-0.032551199197769165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,519 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:20,519 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for ea0aebe0025a383a7fbfe127ae9d7fcb: Running coprocessor pre-open hook at 1731916940384Writing region info on filesystem at 1731916940384Initializing all the Stores at 1731916940386 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940386Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940387 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940387Obtaining lock to block concurrent updates at 1731916940414 (+27 ms)Preparing flush snapshotting stores in ea0aebe0025a383a7fbfe127ae9d7fcb at 1731916940414Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940415 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. at 1731916940415Flushing ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11: creating writer at 1731916940415Flushing ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11: appending metadata at 1731916940441 (+26 ms)Flushing ea0aebe0025a383a7fbfe127ae9d7fcb/colfamily11: closing flushed file at 1731916940441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a99568: reopening flushed file at 1731916940488 (+47 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea0aebe0025a383a7fbfe127ae9d7fcb in 94ms, sequenceid=4, compaction requested=false; wal=null at 1731916940508 (+20 ms)Cleaning up temporary data from old regions at 1731916940511 (+3 ms)Running coprocessor post-open hooks at 1731916940519 (+8 ms)Region opened successfully at 1731916940519 2024-11-18T08:02:20,523 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., pid=78, masterSystemTime=1731916940254 2024-11-18T08:02:20,526 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/.tmp/colfamily11/4b4946805a3243eb9a4cd14998b22d8a as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/colfamily11/4b4946805a3243eb9a4cd14998b22d8a 2024-11-18T08:02:20,527 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:20,527 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:20,528 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:20,528 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7752): Opening region: {ENCODED => 836f14ecba7db9b2910007af5460403b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-18T08:02:20,528 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,528 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,528 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7794): checking encryption for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,528 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7797): checking classloading for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,539 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T08:02:20,541 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836f14ecba7db9b2910007af5460403b columnFamilyName colfamily11 2024-11-18T08:02:20,541 DEBUG [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,542 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(327): Store=836f14ecba7db9b2910007af5460403b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,542 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,544 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836f14ecba7db9b2910007af5460403b columnFamilyName colfamily21 2024-11-18T08:02:20,544 DEBUG [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=66 2024-11-18T08:02:20,545 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(327): Store=836f14ecba7db9b2910007af5460403b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,42489,1731916748797 in 364 msec 2024-11-18T08:02:20,545 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,547 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 836f14ecba7db9b2910007af5460403b columnFamilyName colfamily31 2024-11-18T08:02:20,547 DEBUG [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,547 INFO [StoreOpener-836f14ecba7db9b2910007af5460403b-1 {}] regionserver.HStore(327): Store=836f14ecba7db9b2910007af5460403b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN in 604 msec 2024-11-18T08:02:20,548 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1038): replaying wal for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,549 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,550 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/colfamily11/4b4946805a3243eb9a4cd14998b22d8a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,550 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 24b759235e8a133eeee2eac0f30f4d73 in 108ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,551 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/0000000000000000004 2024-11-18T08:02:20,552 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,552 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004 2024-11-18T08:02:20,552 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,553 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,554 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,556 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,558 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004 2024-11-18T08:02:20,558 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(2902): Flushing 836f14ecba7db9b2910007af5460403b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,559 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,561 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 24b759235e8a133eeee2eac0f30f4d73; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59937818, jitterRate=-0.10685691237449646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,561 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:20,561 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 24b759235e8a133eeee2eac0f30f4d73: Running coprocessor pre-open hook at 1731916940408Writing region info on filesystem at 1731916940408Initializing all the Stores at 1731916940409 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940409Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940409Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940409Obtaining lock to block concurrent updates at 1731916940442 (+33 ms)Preparing flush snapshotting stores in 24b759235e8a133eeee2eac0f30f4d73 at 1731916940442Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940443 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. at 1731916940443Flushing 24b759235e8a133eeee2eac0f30f4d73/colfamily11: creating writer at 1731916940443Flushing 24b759235e8a133eeee2eac0f30f4d73/colfamily11: appending metadata at 1731916940467 (+24 ms)Flushing 24b759235e8a133eeee2eac0f30f4d73/colfamily11: closing flushed file at 1731916940467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2bf2d2: reopening flushed file at 1731916940518 (+51 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 24b759235e8a133eeee2eac0f30f4d73 in 108ms, sequenceid=4, compaction requested=false; wal=null at 1731916940551 (+33 ms)Cleaning up temporary data from old regions at 1731916940553 (+2 ms)Running coprocessor post-open hooks at 1731916940561 (+8 ms)Region opened successfully at 1731916940561 2024-11-18T08:02:20,562 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., pid=76, masterSystemTime=1731916940289 2024-11-18T08:02:20,564 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:20,564 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:20,564 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:20,564 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 41bfe0a5f8d1751107b0d984a255f71c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-18T08:02:20,565 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,565 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,565 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,565 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T08:02:20,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=67 2024-11-18T08:02:20,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,35869,1731916748678 in 405 msec 2024-11-18T08:02:20,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN in 633 msec 2024-11-18T08:02:20,583 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/.tmp/colfamily11/efced364be924d09b26e7e031ae6c30e is 52, key is uuu/colfamily11:colfamily11/1731916756089/Put/seqid=0 2024-11-18T08:02:20,584 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,586 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfe0a5f8d1751107b0d984a255f71c columnFamilyName colfamily11 2024-11-18T08:02:20,586 DEBUG [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,587 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(327): Store=41bfe0a5f8d1751107b0d984a255f71c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,587 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,588 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfe0a5f8d1751107b0d984a255f71c columnFamilyName colfamily21 2024-11-18T08:02:20,588 DEBUG [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,589 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(327): Store=41bfe0a5f8d1751107b0d984a255f71c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,589 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,590 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bfe0a5f8d1751107b0d984a255f71c columnFamilyName colfamily31 2024-11-18T08:02:20,590 DEBUG [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,591 INFO [StoreOpener-41bfe0a5f8d1751107b0d984a255f71c-1 {}] regionserver.HStore(327): Store=41bfe0a5f8d1751107b0d984a255f71c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,591 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,592 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,593 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,594 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004 2024-11-18T08:02:20,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741881_1057 (size=39263) 2024-11-18T08:02:20,600 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/.tmp/colfamily11/efced364be924d09b26e7e031ae6c30e 2024-11-18T08:02:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741881_1057 (size=39263) 2024-11-18T08:02:20,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741881_1057 (size=39263) 2024-11-18T08:02:20,605 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004 2024-11-18T08:02:20,605 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 41bfe0a5f8d1751107b0d984a255f71c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,613 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/.tmp/colfamily11/efced364be924d09b26e7e031ae6c30e as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/colfamily11/efced364be924d09b26e7e031ae6c30e 2024-11-18T08:02:20,624 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/colfamily11/efced364be924d09b26e7e031ae6c30e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,625 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 836f14ecba7db9b2910007af5460403b in 67ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,626 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/0000000000000000004 2024-11-18T08:02:20,627 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1048): stopping wal replay for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,627 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1060): Cleaning up temporary data for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,628 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,629 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1093): writing seq id for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,632 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,633 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1114): Opened 836f14ecba7db9b2910007af5460403b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62857584, jitterRate=-0.06334900856018066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,633 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:20,634 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1006): Region open journal for 836f14ecba7db9b2910007af5460403b: Running coprocessor pre-open hook at 1731916940529Writing region info on filesystem at 1731916940529Initializing all the Stores at 1731916940535 (+6 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940535Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940538 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940538Obtaining lock to block concurrent updates at 1731916940558 (+20 ms)Preparing flush snapshotting stores in 836f14ecba7db9b2910007af5460403b at 1731916940558Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940558Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. at 1731916940558Flushing 836f14ecba7db9b2910007af5460403b/colfamily11: creating writer at 1731916940558Flushing 836f14ecba7db9b2910007af5460403b/colfamily11: appending metadata at 1731916940582 (+24 ms)Flushing 836f14ecba7db9b2910007af5460403b/colfamily11: closing flushed file at 1731916940582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401fbe25: reopening flushed file at 1731916940611 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 836f14ecba7db9b2910007af5460403b in 67ms, sequenceid=4, compaction requested=false; wal=null at 1731916940625 (+14 ms)Cleaning up temporary data from old regions at 1731916940627 (+2 ms)Running coprocessor post-open hooks at 1731916940633 (+6 ms)Region opened successfully at 1731916940634 (+1 ms) 2024-11-18T08:02:20,634 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., pid=72, masterSystemTime=1731916940254 2024-11-18T08:02:20,635 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/.tmp/colfamily11/0f744a6be9ac41049950ffa20fa0380a is 52, key is lll/colfamily11:colfamily11/1731916755967/Put/seqid=0 2024-11-18T08:02:20,636 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:20,637 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:20,637 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:20,637 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 3659ca0466cae6537ae2dcf542c7ea2f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-18T08:02:20,637 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,637 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,637 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,638 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=836f14ecba7db9b2910007af5460403b, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T08:02:20,640 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,642 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3659ca0466cae6537ae2dcf542c7ea2f columnFamilyName colfamily11 2024-11-18T08:02:20,642 DEBUG [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,643 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(327): Store=3659ca0466cae6537ae2dcf542c7ea2f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,643 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=69 2024-11-18T08:02:20,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,42489,1731916748797 in 541 msec 2024-11-18T08:02:20,644 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3659ca0466cae6537ae2dcf542c7ea2f columnFamilyName colfamily21 2024-11-18T08:02:20,644 DEBUG [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741882_1058 (size=39263) 2024-11-18T08:02:20,645 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(327): Store=3659ca0466cae6537ae2dcf542c7ea2f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,645 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN in 703 msec 2024-11-18T08:02:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741882_1058 (size=39263) 2024-11-18T08:02:20,647 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3659ca0466cae6537ae2dcf542c7ea2f columnFamilyName colfamily31 2024-11-18T08:02:20,647 DEBUG [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741882_1058 (size=39263) 2024-11-18T08:02:20,648 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/.tmp/colfamily11/0f744a6be9ac41049950ffa20fa0380a 2024-11-18T08:02:20,648 INFO [StoreOpener-3659ca0466cae6537ae2dcf542c7ea2f-1 {}] regionserver.HStore(327): Store=3659ca0466cae6537ae2dcf542c7ea2f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,648 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,649 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,650 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,652 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004 2024-11-18T08:02:20,656 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/.tmp/colfamily11/0f744a6be9ac41049950ffa20fa0380a as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/colfamily11/0f744a6be9ac41049950ffa20fa0380a 2024-11-18T08:02:20,660 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004 2024-11-18T08:02:20,660 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 3659ca0466cae6537ae2dcf542c7ea2f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,664 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/colfamily11/0f744a6be9ac41049950ffa20fa0380a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,664 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41bfe0a5f8d1751107b0d984a255f71c in 59ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,665 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/0000000000000000004 2024-11-18T08:02:20,666 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,666 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,667 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,669 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,671 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,672 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 41bfe0a5f8d1751107b0d984a255f71c; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71542822, jitterRate=0.06607112288475037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,672 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:20,672 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 41bfe0a5f8d1751107b0d984a255f71c: Running coprocessor pre-open hook at 1731916940565Writing region info on filesystem at 1731916940565Initializing all the Stores at 1731916940567 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940567Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940567Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940567Obtaining lock to block concurrent updates at 1731916940605 (+38 ms)Preparing flush snapshotting stores in 41bfe0a5f8d1751107b0d984a255f71c at 1731916940605Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940606 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. at 1731916940606Flushing 41bfe0a5f8d1751107b0d984a255f71c/colfamily11: creating writer at 1731916940606Flushing 41bfe0a5f8d1751107b0d984a255f71c/colfamily11: appending metadata at 1731916940635 (+29 ms)Flushing 41bfe0a5f8d1751107b0d984a255f71c/colfamily11: closing flushed file at 1731916940635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125decc3: reopening flushed file at 1731916940655 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 41bfe0a5f8d1751107b0d984a255f71c in 59ms, sequenceid=4, compaction requested=false; wal=null at 1731916940664 (+9 ms)Cleaning up temporary data from old regions at 1731916940667 (+3 ms)Running coprocessor post-open hooks at 1731916940672 (+5 ms)Region opened successfully at 1731916940672 2024-11-18T08:02:20,673 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., pid=75, masterSystemTime=1731916940289 2024-11-18T08:02:20,675 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:20,675 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:20,675 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:20,675 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,675 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 8081182b39e4ad3d95cfeaf43977b760, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-18T08:02:20,676 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,676 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T08:02:20,676 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,676 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T08:02:20,678 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,679 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8081182b39e4ad3d95cfeaf43977b760 columnFamilyName colfamily11 2024-11-18T08:02:20,680 DEBUG [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,681 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(327): Store=8081182b39e4ad3d95cfeaf43977b760/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,681 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=68 2024-11-18T08:02:20,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,35869,1731916748678 in 529 msec 2024-11-18T08:02:20,682 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8081182b39e4ad3d95cfeaf43977b760 columnFamilyName colfamily21 2024-11-18T08:02:20,682 DEBUG [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,683 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(327): Store=8081182b39e4ad3d95cfeaf43977b760/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,683 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,684 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/.tmp/colfamily11/9d202597cfcf48719d89565dd577bd20 is 52, key is ccc/colfamily11:colfamily11/1731916755793/Put/seqid=0 2024-11-18T08:02:20,684 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8081182b39e4ad3d95cfeaf43977b760 columnFamilyName colfamily31 2024-11-18T08:02:20,685 DEBUG [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T08:02:20,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN in 741 msec 2024-11-18T08:02:20,685 INFO [StoreOpener-8081182b39e4ad3d95cfeaf43977b760-1 {}] regionserver.HStore(327): Store=8081182b39e4ad3d95cfeaf43977b760/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T08:02:20,685 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,687 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,688 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,689 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004 2024-11-18T08:02:20,694 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004 2024-11-18T08:02:20,694 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 8081182b39e4ad3d95cfeaf43977b760 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741883_1059 (size=39263) 2024-11-18T08:02:20,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741883_1059 (size=39263) 2024-11-18T08:02:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741883_1059 (size=39263) 2024-11-18T08:02:20,697 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/.tmp/colfamily11/9d202597cfcf48719d89565dd577bd20 2024-11-18T08:02:20,705 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/.tmp/colfamily11/9d202597cfcf48719d89565dd577bd20 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/colfamily11/9d202597cfcf48719d89565dd577bd20 2024-11-18T08:02:20,713 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/colfamily11/9d202597cfcf48719d89565dd577bd20, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,713 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3659ca0466cae6537ae2dcf542c7ea2f in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,714 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/0000000000000000004 2024-11-18T08:02:20,715 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,716 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,716 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,718 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,720 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,720 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/.tmp/colfamily11/8ae1c9d4103a4bb0a01482e09b0c2652 is 52, key is xxx/colfamily11:colfamily11/1731916756131/Put/seqid=0 2024-11-18T08:02:20,721 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 3659ca0466cae6537ae2dcf542c7ea2f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59628613, jitterRate=-0.11146442592144012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,721 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:20,721 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 3659ca0466cae6537ae2dcf542c7ea2f: Running coprocessor pre-open hook at 1731916940638Writing region info on filesystem at 1731916940638Initializing all the Stores at 1731916940640 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940640Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940640Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940640Obtaining lock to block concurrent updates at 1731916940660 (+20 ms)Preparing flush snapshotting stores in 3659ca0466cae6537ae2dcf542c7ea2f at 1731916940660Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940660Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. at 1731916940660Flushing 3659ca0466cae6537ae2dcf542c7ea2f/colfamily11: creating writer at 1731916940660Flushing 3659ca0466cae6537ae2dcf542c7ea2f/colfamily11: appending metadata at 1731916940684 (+24 ms)Flushing 3659ca0466cae6537ae2dcf542c7ea2f/colfamily11: closing flushed file at 1731916940684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6211ef: reopening flushed file at 1731916940704 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3659ca0466cae6537ae2dcf542c7ea2f in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731916940713 (+9 ms)Cleaning up temporary data from old regions at 1731916940716 (+3 ms)Running coprocessor post-open hooks at 1731916940721 (+5 ms)Region opened successfully at 1731916940721 2024-11-18T08:02:20,722 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., pid=77, masterSystemTime=1731916940254 2024-11-18T08:02:20,726 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:20,726 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:20,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,42489,1731916748797 because future has completed 2024-11-18T08:02:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741884_1060 (size=39263) 2024-11-18T08:02:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741884_1060 (size=39263) 2024-11-18T08:02:20,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741884_1060 (size=39263) 2024-11-18T08:02:20,732 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/.tmp/colfamily11/8ae1c9d4103a4bb0a01482e09b0c2652 2024-11-18T08:02:20,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=71 2024-11-18T08:02:20,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,42489,1731916748797 in 560 msec 2024-11-18T08:02:20,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN in 793 msec 2024-11-18T08:02:20,742 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/.tmp/colfamily11/8ae1c9d4103a4bb0a01482e09b0c2652 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/colfamily11/8ae1c9d4103a4bb0a01482e09b0c2652 2024-11-18T08:02:20,750 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/colfamily11/8ae1c9d4103a4bb0a01482e09b0c2652, entries=703, sequenceid=4, filesize=38.3 K 2024-11-18T08:02:20,750 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8081182b39e4ad3d95cfeaf43977b760 in 56ms, sequenceid=4, compaction requested=false; wal=null 2024-11-18T08:02:20,751 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/0000000000000000004 2024-11-18T08:02:20,752 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,752 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,753 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T08:02:20,754 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,757 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T08:02:20,758 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 8081182b39e4ad3d95cfeaf43977b760; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66669655, jitterRate=-0.006544724106788635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T08:02:20,758 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:20,758 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 8081182b39e4ad3d95cfeaf43977b760: Running coprocessor pre-open hook at 1731916940676Writing region info on filesystem at 1731916940676Initializing all the Stores at 1731916940677 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940678 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940678Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731916940678Obtaining lock to block concurrent updates at 1731916940694 (+16 ms)Preparing flush snapshotting stores in 8081182b39e4ad3d95cfeaf43977b760 at 1731916940694Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916940694Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. at 1731916940694Flushing 8081182b39e4ad3d95cfeaf43977b760/colfamily11: creating writer at 1731916940694Flushing 8081182b39e4ad3d95cfeaf43977b760/colfamily11: appending metadata at 1731916940720 (+26 ms)Flushing 8081182b39e4ad3d95cfeaf43977b760/colfamily11: closing flushed file at 1731916940720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57595d9a: reopening flushed file at 1731916940741 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8081182b39e4ad3d95cfeaf43977b760 in 56ms, sequenceid=4, compaction requested=false; wal=null at 1731916940750 (+9 ms)Cleaning up temporary data from old regions at 1731916940752 (+2 ms)Running coprocessor post-open hooks at 1731916940758 (+6 ms)Region opened successfully at 1731916940758 2024-11-18T08:02:20,759 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., pid=73, masterSystemTime=1731916940289 2024-11-18T08:02:20,761 DEBUG [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:20,761 INFO [RS_OPEN_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:20,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, openSeqNum=5, regionLocation=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,35869,1731916748678 because future has completed 2024-11-18T08:02:20,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=70 2024-11-18T08:02:20,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,35869,1731916748678 in 651 msec 2024-11-18T08:02:20,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=57 2024-11-18T08:02:20,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN in 825 msec 2024-11-18T08:02:20,768 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 87fb3d252950,46109,1731916748850 after splitting done 2024-11-18T08:02:20,768 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-18T08:02:20,768 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:20,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:20,768 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:20,941 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:20,941 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-18T08:02:20,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:20,941 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:20,941 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:20,942 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-18T08:02:20,942 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-18T08:02:20,942 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-18T08:02:20,943 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T08:02:20,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,947 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-18T08:02:20,948 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-18T08:02:20,949 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T08:02:20,949 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-18T08:02:20,952 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN 2024-11-18T08:02:20,953 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,35869,1731916748678 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,42489,1731916748797 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.meta.1731916750798.meta, worker=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 87fb3d252950%2C46109%2C1731916748850.1731916750375, worker=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a278196801296b5012e64cd8206d682c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8cc348fcb134cd4f97e5472158feee0, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea0aebe0025a383a7fbfe127ae9d7fcb, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=24b759235e8a133eeee2eac0f30f4d73, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,953 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=41bfe0a5f8d1751107b0d984a255f71c, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=836f14ecba7db9b2910007af5460403b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8081182b39e4ad3d95cfeaf43977b760, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3659ca0466cae6537ae2dcf542c7ea2f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 836f14ecba7db9b2910007af5460403b, server=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 8081182b39e4ad3d95cfeaf43977b760, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure d8cc348fcb134cd4f97e5472158feee0, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bfe0a5f8d1751107b0d984a255f71c, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 24b759235e8a133eeee2eac0f30f4d73, server=87fb3d252950,35869,1731916748678 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 3659ca0466cae6537ae2dcf542c7ea2f, server=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure ea0aebe0025a383a7fbfe127ae9d7fcb, server=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a278196801296b5012e64cd8206d682c, server=87fb3d252950,42489,1731916748797 didn't hold the lock before restarting, skip acquiring lock. 2024-11-18T08:02:20,954 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-18T08:02:20,955 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=61 2024-11-18T08:02:20,955 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=87fb3d252950,35869,1731916748678, table=hbase:meta, region=1588230740 2024-11-18T08:02:20,955 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 87fb3d252950,35869,1731916748678, state=OPEN 2024-11-18T08:02:20,957 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:21,056 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T08:02:21,077 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:21,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T08:02:21,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:21,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:21,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T08:02:21,080 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731916971080 2024-11-18T08:02:21,080 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T08:02:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ad21b2e5db6c8504e4d0b4d154213d28, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bb00b880f052435bf85c5606ccec331, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,095 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3659ca0466cae6537ae2dcf542c7ea2f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=5 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e620964ee18f26fc8ef20d91dd546c74, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf84f833a99d7930bbd808928baf2e24, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8cc348fcb134cd4f97e5472158feee0, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=5 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e43ada1aae7fabb909b8c10f303f31f, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea5f2ed3db793f5dabaa24ca8aca54a8, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea0aebe0025a383a7fbfe127ae9d7fcb, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=5 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98fb784761e25e8491d3d179beae22a, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ca27e07e499bf6d0e286d1918ce0d9e, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=41bfe0a5f8d1751107b0d984a255f71c, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=5 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa5e5e8869a7ba0fe7712818062ae59e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3b845fdce406bf1bdb32caf99a84104d, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,096 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=044ade6e79b76c248777374695016e6e, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a278196801296b5012e64cd8206d682c, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=5 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9e37a06a3070b99345aaf2cf4e48601f, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=24b759235e8a133eeee2eac0f30f4d73, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=5 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7a28a9149b911948dc3b72c614dd37b2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6844280f7d2ad0946420307ff6690419, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=836f14ecba7db9b2910007af5460403b, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=5 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d891b6674ebab1ee1d4598a7d7e0cc54, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=390a67d4b4e0d226812016804c9310e2, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8081182b39e4ad3d95cfeaf43977b760, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=5 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b7d5e1f447be3673d97168a072ecc235, regionState=OPEN, lastHost=87fb3d252950,35869,1731916748678, regionLocation=87fb3d252950,35869,1731916748678, openSeqNum=2 2024-11-18T08:02:21,097 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=addd07c8f3df62522ae056a4e563ce02, regionState=OPEN, lastHost=87fb3d252950,42489,1731916748797, regionLocation=87fb3d252950,42489,1731916748797, openSeqNum=2 2024-11-18T08:02:21,097 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-18T08:02:21,097 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731917001097 2024-11-18T08:02:21,097 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731917061097 2024-11-18T08:02:21,098 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 17 msec 2024-11-18T08:02:21,098 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 87fb3d252950,46109,1731916748850 after splitting done 2024-11-18T08:02:21,098 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-18T08:02:21,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 87fb3d252950,46109,1731916748850, splitWal=true, meta=true in 3 mins, 4.113 sec 2024-11-18T08:02:21,352 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T08:02:21,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T08:02:21,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T08:02:21,363 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 87fb3d252950:46109 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 87fb3d252950/172.17.0.2:46109 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T08:02:21,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=java.net.ConnectException: Call to address=87fb3d252950:46109 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:21,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-18T08:02:21,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:21,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 87fb3d252950:46109 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 87fb3d252950/172.17.0.2:46109 2024-11-18T08:02:21,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:21,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=87fb3d252950,46109,1731916748850, seqNum=-1 from cache 2024-11-18T08:02:21,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T08:02:21,584 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T08:02:21,584 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=87fb3d252950,35869,1731916748678, seqNum=-1] 2024-11-18T08:02:21,589 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f., hostname=87fb3d252950,42489,1731916748797, seqNum=5] 2024-11-18T08:02:21,615 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:21,615 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,615 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,615 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:21,732 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0., hostname=87fb3d252950,35869,1731916748678, seqNum=5] 2024-11-18T08:02:21,767 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:21,768 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,768 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,768 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:21,878 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb., hostname=87fb3d252950,42489,1731916748797, seqNum=5] 2024-11-18T08:02:21,911 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:21,912 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,912 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:21,912 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:22,029 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c., hostname=87fb3d252950,35869,1731916748678, seqNum=5] 2024-11-18T08:02:22,064 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:22,065 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,065 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,065 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:22,179 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c., hostname=87fb3d252950,42489,1731916748797, seqNum=5] 2024-11-18T08:02:22,188 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:22,188 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,188 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,188 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:22,299 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73., hostname=87fb3d252950,35869,1731916748678, seqNum=5] 2024-11-18T08:02:22,313 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:22,314 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,314 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,314 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:22,428 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b., hostname=87fb3d252950,42489,1731916748797, seqNum=5] 2024-11-18T08:02:22,438 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 87fb3d252950:46109 this server is in the failed servers list 2024-11-18T08:02:22,439 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=87fb3d252950:46109 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,439 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 87fb3d252950:46109 2024-11-18T08:02:22,439 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,46109,1731916748850, seqNum=2 from cache 2024-11-18T08:02:22,548 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760., hostname=87fb3d252950,35869,1731916748678, seqNum=5] 2024-11-18T08:02:22,643 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T08:02:22,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T08:02:22,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T08:02:22,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T08:02:22,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:22,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:22,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T08:02:22,644 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T08:02:22,644 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173524037, stopped=false 2024-11-18T08:02:22,645 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=87fb3d252950,37107,1731916747946 2024-11-18T08:02:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T08:02:22,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T08:02:22,668 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T08:02:22,669 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T08:02:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T08:02:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T08:02:22,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:22,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T08:02:22,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T08:02:22,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T08:02:22,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T08:02:22,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:22,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T08:02:22,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,35869,1731916748678' ***** 2024-11-18T08:02:22,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T08:02:22,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '87fb3d252950,42489,1731916748797' ***** 2024-11-18T08:02:22,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T08:02:22,670 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T08:02:22,670 INFO [RS:0;87fb3d252950:35869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T08:02:22,670 INFO [RS:0;87fb3d252950:35869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T08:02:22,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T08:02:22,671 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T08:02:22,671 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 044ade6e79b76c248777374695016e6e 2024-11-18T08:02:22,671 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T08:02:22,671 INFO [RS:1;87fb3d252950:42489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T08:02:22,671 INFO [RS:1;87fb3d252950:42489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T08:02:22,671 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for addd07c8f3df62522ae056a4e563ce02 2024-11-18T08:02:22,671 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 41bfe0a5f8d1751107b0d984a255f71c 2024-11-18T08:02:22,671 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for b7d5e1f447be3673d97168a072ecc235 2024-11-18T08:02:22,671 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for e620964ee18f26fc8ef20d91dd546c74 2024-11-18T08:02:22,671 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for d8cc348fcb134cd4f97e5472158feee0 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e37a06a3070b99345aaf2cf4e48601f 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for f98fb784761e25e8491d3d179beae22a 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 3659ca0466cae6537ae2dcf542c7ea2f 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 8081182b39e4ad3d95cfeaf43977b760 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b845fdce406bf1bdb32caf99a84104d 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 836f14ecba7db9b2910007af5460403b 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a28a9149b911948dc3b72c614dd37b2 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for d891b6674ebab1ee1d4598a7d7e0cc54 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e43ada1aae7fabb909b8c10f303f31f 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ca27e07e499bf6d0e286d1918ce0d9e 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 24b759235e8a133eeee2eac0f30f4d73 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for bf84f833a99d7930bbd808928baf2e24 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 390a67d4b4e0d226812016804c9310e2 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for a278196801296b5012e64cd8206d682c 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for ad21b2e5db6c8504e4d0b4d154213d28 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 6844280f7d2ad0946420307ff6690419 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bb00b880f052435bf85c5606ccec331 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,42489,1731916748797 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(959): stopping server 87fb3d252950,35869,1731916748678 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T08:02:22,672 INFO [RS:1;87fb3d252950:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;87fb3d252950:42489. 2024-11-18T08:02:22,672 INFO [RS:0;87fb3d252950:35869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;87fb3d252950:35869. 2024-11-18T08:02:22,672 DEBUG [RS:1;87fb3d252950:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T08:02:22,672 DEBUG [RS:1;87fb3d252950:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:22,672 DEBUG [RS:0;87fb3d252950:35869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T08:02:22,673 DEBUG [RS:0;87fb3d252950:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:22,673 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-18T08:02:22,673 INFO [RS:0;87fb3d252950:35869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T08:02:22,673 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1351): Waiting on 0ca27e07e499bf6d0e286d1918ce0d9e, 3659ca0466cae6537ae2dcf542c7ea2f, 3b845fdce406bf1bdb32caf99a84104d, 6844280f7d2ad0946420307ff6690419, 836f14ecba7db9b2910007af5460403b, 9e37a06a3070b99345aaf2cf4e48601f, a278196801296b5012e64cd8206d682c, ad21b2e5db6c8504e4d0b4d154213d28, addd07c8f3df62522ae056a4e563ce02, bf84f833a99d7930bbd808928baf2e24, d891b6674ebab1ee1d4598a7d7e0cc54, ea0aebe0025a383a7fbfe127ae9d7fcb, ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T08:02:22,673 INFO [RS:0;87fb3d252950:35869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T08:02:22,673 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 044ade6e79b76c248777374695016e6e, disabling compactions & flushes 2024-11-18T08:02:22,673 INFO [RS:0;87fb3d252950:35869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T08:02:22,673 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T08:02:22,674 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing addd07c8f3df62522ae056a4e563ce02, disabling compactions & flushes 2024-11-18T08:02:22,674 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. after waiting 0 ms 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. after waiting 0 ms 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T08:02:22,674 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing addd07c8f3df62522ae056a4e563ce02 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-18T08:02:22,674 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 044ade6e79b76c248777374695016e6e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:22,674 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-18T08:02:22,674 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 044ade6e79b76c248777374695016e6e, 1588230740, 24b759235e8a133eeee2eac0f30f4d73, 390a67d4b4e0d226812016804c9310e2, 41bfe0a5f8d1751107b0d984a255f71c, 4e43ada1aae7fabb909b8c10f303f31f, 7a28a9149b911948dc3b72c614dd37b2, 8081182b39e4ad3d95cfeaf43977b760, 8bb00b880f052435bf85c5606ccec331, b7d5e1f447be3673d97168a072ecc235, d8cc348fcb134cd4f97e5472158feee0, e620964ee18f26fc8ef20d91dd546c74, f98fb784761e25e8491d3d179beae22a, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T08:02:22,674 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T08:02:22,674 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T08:02:22,675 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T08:02:22,675 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T08:02:22,675 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=11.91 KB heapSize=17.63 KB 2024-11-18T08:02:22,709 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/.tmp/colfamily11/ed9366d86c404f328dccb31a281dc2f5 is 52, key is zzz/colfamily11:colfamily11/1731916756227/Put/seqid=0 2024-11-18T08:02:22,713 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/info/573fbd15c1254fd6b4eb6cfcf8af1eb5 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f./info:regioninfo/1731916940726/Put/seqid=0 2024-11-18T08:02:22,724 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T08:02:22,727 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/.tmp/colfamily11/09e33f0e58ed4709b0f04a7daf891853 is 52, key is ooo/colfamily11:colfamily11/1731916755967/Put/seqid=0 2024-11-18T08:02:22,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741885_1061 (size=4857) 2024-11-18T08:02:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741885_1061 (size=4857) 2024-11-18T08:02:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741885_1061 (size=4857) 2024-11-18T08:02:22,730 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/.tmp/colfamily11/ed9366d86c404f328dccb31a281dc2f5 2024-11-18T08:02:22,730 INFO [regionserver/87fb3d252950:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T08:02:22,740 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/.tmp/colfamily11/ed9366d86c404f328dccb31a281dc2f5 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/colfamily11/ed9366d86c404f328dccb31a281dc2f5 2024-11-18T08:02:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741886_1062 (size=18322) 2024-11-18T08:02:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741886_1062 (size=18322) 2024-11-18T08:02:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741886_1062 (size=18322) 2024-11-18T08:02:22,748 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/info/573fbd15c1254fd6b4eb6cfcf8af1eb5 2024-11-18T08:02:22,755 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/colfamily11/ed9366d86c404f328dccb31a281dc2f5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-18T08:02:22,757 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/.tmp/info/573fbd15c1254fd6b4eb6cfcf8af1eb5 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/info/573fbd15c1254fd6b4eb6cfcf8af1eb5 2024-11-18T08:02:22,757 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for addd07c8f3df62522ae056a4e563ce02 in 82ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741887_1063 (size=39263) 2024-11-18T08:02:22,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741887_1063 (size=39263) 2024-11-18T08:02:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741887_1063 (size=39263) 2024-11-18T08:02:22,765 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/.tmp/colfamily11/09e33f0e58ed4709b0f04a7daf891853 2024-11-18T08:02:22,766 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/info/573fbd15c1254fd6b4eb6cfcf8af1eb5, entries=64, sequenceid=79, filesize=17.9 K 2024-11-18T08:02:22,771 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=79, compaction requested=false 2024-11-18T08:02:22,776 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/.tmp/colfamily11/09e33f0e58ed4709b0f04a7daf891853 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/colfamily11/09e33f0e58ed4709b0f04a7daf891853 2024-11-18T08:02:22,782 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/addd07c8f3df62522ae056a4e563ce02/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:22,784 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/hbase/meta/1588230740/recovered.edits/82.seqid, newMaxSeqId=82, maxSeqId=60 2024-11-18T08:02:22,784 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for addd07c8f3df62522ae056a4e563ce02: Waiting for close lock at 1731916942674Running coprocessor pre-close hooks at 1731916942674Disabling compacts and flushes for region at 1731916942674Disabling writes for close at 1731916942674Obtaining lock to block concurrent updates at 1731916942674Preparing flush snapshotting stores in addd07c8f3df62522ae056a4e563ce02 at 1731916942674Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731916942679 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. at 1731916942681 (+2 ms)Flushing addd07c8f3df62522ae056a4e563ce02/colfamily11: creating writer at 1731916942681Flushing addd07c8f3df62522ae056a4e563ce02/colfamily11: appending metadata at 1731916942709 (+28 ms)Flushing addd07c8f3df62522ae056a4e563ce02/colfamily11: closing flushed file at 1731916942709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ea2444: reopening flushed file at 1731916942739 (+30 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for addd07c8f3df62522ae056a4e563ce02 in 82ms, sequenceid=5, compaction requested=false at 1731916942757 (+18 ms)Writing region close event to WAL at 1731916942775 (+18 ms)Running coprocessor post-close hooks at 1731916942782 (+7 ms)Closed at 1731916942784 (+2 ms) 2024-11-18T08:02:22,785 INFO [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731916942674Running coprocessor pre-close hooks at 1731916942674Disabling compacts and flushes for region at 1731916942674Disabling writes for close at 1731916942675 (+1 ms)Obtaining lock to block concurrent updates at 1731916942675Preparing flush snapshotting stores in 1588230740 at 1731916942675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12192, getHeapSize=17984, getOffHeapSize=0, getCellsCount=64 at 1731916942679 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731916942681 (+2 ms)Flushing 1588230740/info: creating writer at 1731916942681Flushing 1588230740/info: appending metadata at 1731916942713 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731916942713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82aad21: reopening flushed file at 1731916942755 (+42 ms)Finished flush of dataSize ~11.91 KB/12192, heapSize ~16.86 KB/17264, currentSize=0 B/0 for 1588230740 in 96ms, sequenceid=79, compaction requested=false at 1731916942771 (+16 ms)Writing region close event to WAL at 1731916942774 (+3 ms)Running coprocessor post-close hooks at 1731916942784 (+10 ms)Closed at 1731916942785 (+1 ms) 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_META-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731916751188.addd07c8f3df62522ae056a4e563ce02. 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e37a06a3070b99345aaf2cf4e48601f, disabling compactions & flushes 2024-11-18T08:02:22,785 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. after waiting 0 ms 2024-11-18T08:02:22,785 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T08:02:22,786 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e37a06a3070b99345aaf2cf4e48601f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:22,788 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/colfamily11/09e33f0e58ed4709b0f04a7daf891853, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:22,791 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 044ade6e79b76c248777374695016e6e in 117ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:22,807 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/044ade6e79b76c248777374695016e6e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:22,812 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 044ade6e79b76c248777374695016e6e: Waiting for close lock at 1731916942673Running coprocessor pre-close hooks at 1731916942673Disabling compacts and flushes for region at 1731916942673Disabling writes for close at 1731916942674 (+1 ms)Obtaining lock to block concurrent updates at 1731916942674Preparing flush snapshotting stores in 044ade6e79b76c248777374695016e6e at 1731916942674Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916942680 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. at 1731916942681 (+1 ms)Flushing 044ade6e79b76c248777374695016e6e/colfamily11: creating writer at 1731916942681Flushing 044ade6e79b76c248777374695016e6e/colfamily11: appending metadata at 1731916942727 (+46 ms)Flushing 044ade6e79b76c248777374695016e6e/colfamily11: closing flushed file at 1731916942727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56618028: reopening flushed file at 1731916942774 (+47 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 044ade6e79b76c248777374695016e6e in 117ms, sequenceid=5, compaction requested=false at 1731916942791 (+17 ms)Writing region close event to WAL at 1731916942800 (+9 ms)Running coprocessor post-close hooks at 1731916942811 (+11 ms)Closed at 1731916942812 (+1 ms) 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731916751188.044ade6e79b76c248777374695016e6e. 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/.tmp/colfamily11/e305e407a0704d52a1cd23d713db698f is 52, key is qqq/colfamily11:colfamily11/1731916756064/Put/seqid=0 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41bfe0a5f8d1751107b0d984a255f71c, disabling compactions & flushes 2024-11-18T08:02:22,812 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. after waiting 0 ms 2024-11-18T08:02:22,812 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:22,827 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/41bfe0a5f8d1751107b0d984a255f71c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:22,829 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:22,829 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41bfe0a5f8d1751107b0d984a255f71c: Waiting for close lock at 1731916942812Running coprocessor pre-close hooks at 1731916942812Disabling compacts and flushes for region at 1731916942812Disabling writes for close at 1731916942812Writing region close event to WAL at 1731916942819 (+7 ms)Running coprocessor post-close hooks at 1731916942829 (+10 ms)Closed at 1731916942829 2024-11-18T08:02:22,829 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731916751188.41bfe0a5f8d1751107b0d984a255f71c. 2024-11-18T08:02:22,829 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7d5e1f447be3673d97168a072ecc235, disabling compactions & flushes 2024-11-18T08:02:22,829 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T08:02:22,829 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T08:02:22,829 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. after waiting 0 ms 2024-11-18T08:02:22,830 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T08:02:22,830 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7d5e1f447be3673d97168a072ecc235 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741888_1064 (size=39263) 2024-11-18T08:02:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741888_1064 (size=39263) 2024-11-18T08:02:22,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741888_1064 (size=39263) 2024-11-18T08:02:22,843 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/.tmp/colfamily11/e305e407a0704d52a1cd23d713db698f 2024-11-18T08:02:22,859 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/.tmp/colfamily11/e305e407a0704d52a1cd23d713db698f as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/colfamily11/e305e407a0704d52a1cd23d713db698f 2024-11-18T08:02:22,859 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/.tmp/colfamily11/7cbcbe520ce240c79ff2f1b9227cc762 is 52, key is yyy/colfamily11:colfamily11/1731916756160/Put/seqid=0 2024-11-18T08:02:22,874 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1351): Waiting on 0ca27e07e499bf6d0e286d1918ce0d9e, 3659ca0466cae6537ae2dcf542c7ea2f, 3b845fdce406bf1bdb32caf99a84104d, 6844280f7d2ad0946420307ff6690419, 836f14ecba7db9b2910007af5460403b, 9e37a06a3070b99345aaf2cf4e48601f, a278196801296b5012e64cd8206d682c, ad21b2e5db6c8504e4d0b4d154213d28, bf84f833a99d7930bbd808928baf2e24, d891b6674ebab1ee1d4598a7d7e0cc54, ea0aebe0025a383a7fbfe127ae9d7fcb, ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T08:02:22,874 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 24b759235e8a133eeee2eac0f30f4d73, 390a67d4b4e0d226812016804c9310e2, 4e43ada1aae7fabb909b8c10f303f31f, 7a28a9149b911948dc3b72c614dd37b2, 8081182b39e4ad3d95cfeaf43977b760, 8bb00b880f052435bf85c5606ccec331, b7d5e1f447be3673d97168a072ecc235, d8cc348fcb134cd4f97e5472158feee0, e620964ee18f26fc8ef20d91dd546c74, f98fb784761e25e8491d3d179beae22a, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741889_1065 (size=39263) 2024-11-18T08:02:22,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741889_1065 (size=39263) 2024-11-18T08:02:22,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741889_1065 (size=39263) 2024-11-18T08:02:22,891 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/.tmp/colfamily11/7cbcbe520ce240c79ff2f1b9227cc762 2024-11-18T08:02:22,893 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/colfamily11/e305e407a0704d52a1cd23d713db698f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:22,903 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9e37a06a3070b99345aaf2cf4e48601f in 118ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:22,905 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/.tmp/colfamily11/7cbcbe520ce240c79ff2f1b9227cc762 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/colfamily11/7cbcbe520ce240c79ff2f1b9227cc762 2024-11-18T08:02:22,916 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/colfamily11/7cbcbe520ce240c79ff2f1b9227cc762, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:22,917 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b7d5e1f447be3673d97168a072ecc235 in 87ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:22,927 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9e37a06a3070b99345aaf2cf4e48601f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:22,928 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T08:02:22,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e37a06a3070b99345aaf2cf4e48601f: Waiting for close lock at 1731916942785Running coprocessor pre-close hooks at 1731916942785Disabling compacts and flushes for region at 1731916942785Disabling writes for close at 1731916942785Obtaining lock to block concurrent updates at 1731916942786 (+1 ms)Preparing flush snapshotting stores in 9e37a06a3070b99345aaf2cf4e48601f at 1731916942786Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916942786Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. at 1731916942787 (+1 ms)Flushing 9e37a06a3070b99345aaf2cf4e48601f/colfamily11: creating writer at 1731916942787Flushing 9e37a06a3070b99345aaf2cf4e48601f/colfamily11: appending metadata at 1731916942812 (+25 ms)Flushing 9e37a06a3070b99345aaf2cf4e48601f/colfamily11: closing flushed file at 1731916942812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e313058: reopening flushed file at 1731916942850 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9e37a06a3070b99345aaf2cf4e48601f in 118ms, sequenceid=5, compaction requested=false at 1731916942903 (+53 ms)Writing region close event to WAL at 1731916942919 (+16 ms)Running coprocessor post-close hooks at 1731916942928 (+9 ms)Closed at 1731916942928 2024-11-18T08:02:22,929 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731916751188.9e37a06a3070b99345aaf2cf4e48601f. 2024-11-18T08:02:22,929 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3659ca0466cae6537ae2dcf542c7ea2f, disabling compactions & flushes 2024-11-18T08:02:22,929 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:22,929 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:22,929 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. after waiting 0 ms 2024-11-18T08:02:22,929 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:22,930 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b7d5e1f447be3673d97168a072ecc235/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:22,931 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T08:02:22,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7d5e1f447be3673d97168a072ecc235: Waiting for close lock at 1731916942829Running coprocessor pre-close hooks at 1731916942829Disabling compacts and flushes for region at 1731916942829Disabling writes for close at 1731916942829Obtaining lock to block concurrent updates at 1731916942830 (+1 ms)Preparing flush snapshotting stores in b7d5e1f447be3673d97168a072ecc235 at 1731916942830Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916942830Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. at 1731916942831 (+1 ms)Flushing b7d5e1f447be3673d97168a072ecc235/colfamily11: creating writer at 1731916942831Flushing b7d5e1f447be3673d97168a072ecc235/colfamily11: appending metadata at 1731916942859 (+28 ms)Flushing b7d5e1f447be3673d97168a072ecc235/colfamily11: closing flushed file at 1731916942859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79cd8ddd: reopening flushed file at 1731916942903 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b7d5e1f447be3673d97168a072ecc235 in 87ms, sequenceid=5, compaction requested=false at 1731916942917 (+14 ms)Writing region close event to WAL at 1731916942920 (+3 ms)Running coprocessor post-close hooks at 1731916942931 (+11 ms)Closed at 1731916942931 2024-11-18T08:02:22,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731916751188.b7d5e1f447be3673d97168a072ecc235. 2024-11-18T08:02:22,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e620964ee18f26fc8ef20d91dd546c74, disabling compactions & flushes 2024-11-18T08:02:22,932 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T08:02:22,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T08:02:22,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. after waiting 0 ms 2024-11-18T08:02:22,932 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T08:02:22,932 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e620964ee18f26fc8ef20d91dd546c74 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:22,939 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3659ca0466cae6537ae2dcf542c7ea2f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:22,940 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:22,940 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3659ca0466cae6537ae2dcf542c7ea2f: Waiting for close lock at 1731916942929Running coprocessor pre-close hooks at 1731916942929Disabling compacts and flushes for region at 1731916942929Disabling writes for close at 1731916942929Writing region close event to WAL at 1731916942934 (+5 ms)Running coprocessor post-close hooks at 1731916942940 (+6 ms)Closed at 1731916942940 2024-11-18T08:02:22,940 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731916751188.3659ca0466cae6537ae2dcf542c7ea2f. 2024-11-18T08:02:22,940 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b845fdce406bf1bdb32caf99a84104d, disabling compactions & flushes 2024-11-18T08:02:22,940 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T08:02:22,940 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T08:02:22,940 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. after waiting 0 ms 2024-11-18T08:02:22,940 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T08:02:22,941 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b845fdce406bf1bdb32caf99a84104d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:22,965 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/.tmp/colfamily11/a17de012a81d4485a75ee20c4dae9b37 is 52, key is nnn/colfamily11:colfamily11/1731916755991/Put/seqid=0 2024-11-18T08:02:22,968 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/.tmp/colfamily11/03c295be09f848c1b1652d13e4c2ac69 is 52, key is ddd/colfamily11:colfamily11/1731916755549/Put/seqid=0 2024-11-18T08:02:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741890_1066 (size=39263) 2024-11-18T08:02:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741891_1067 (size=39263) 2024-11-18T08:02:22,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741890_1066 (size=39263) 2024-11-18T08:02:22,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741891_1067 (size=39263) 2024-11-18T08:02:22,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741890_1066 (size=39263) 2024-11-18T08:02:22,994 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/.tmp/colfamily11/a17de012a81d4485a75ee20c4dae9b37 2024-11-18T08:02:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741891_1067 (size=39263) 2024-11-18T08:02:22,995 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/.tmp/colfamily11/03c295be09f848c1b1652d13e4c2ac69 2024-11-18T08:02:23,007 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/.tmp/colfamily11/03c295be09f848c1b1652d13e4c2ac69 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/colfamily11/03c295be09f848c1b1652d13e4c2ac69 2024-11-18T08:02:23,009 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/.tmp/colfamily11/a17de012a81d4485a75ee20c4dae9b37 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/colfamily11/a17de012a81d4485a75ee20c4dae9b37 2024-11-18T08:02:23,020 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/colfamily11/03c295be09f848c1b1652d13e4c2ac69, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,021 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e620964ee18f26fc8ef20d91dd546c74 in 89ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,029 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/colfamily11/a17de012a81d4485a75ee20c4dae9b37, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,030 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b845fdce406bf1bdb32caf99a84104d in 90ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,040 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e620964ee18f26fc8ef20d91dd546c74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,043 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T08:02:23,043 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e620964ee18f26fc8ef20d91dd546c74: Waiting for close lock at 1731916942932Running coprocessor pre-close hooks at 1731916942932Disabling compacts and flushes for region at 1731916942932Disabling writes for close at 1731916942932Obtaining lock to block concurrent updates at 1731916942932Preparing flush snapshotting stores in e620964ee18f26fc8ef20d91dd546c74 at 1731916942932Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916942933 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. at 1731916942933Flushing e620964ee18f26fc8ef20d91dd546c74/colfamily11: creating writer at 1731916942934 (+1 ms)Flushing e620964ee18f26fc8ef20d91dd546c74/colfamily11: appending metadata at 1731916942968 (+34 ms)Flushing e620964ee18f26fc8ef20d91dd546c74/colfamily11: closing flushed file at 1731916942968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d427c8c: reopening flushed file at 1731916943005 (+37 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e620964ee18f26fc8ef20d91dd546c74 in 89ms, sequenceid=5, compaction requested=false at 1731916943021 (+16 ms)Writing region close event to WAL at 1731916943031 (+10 ms)Running coprocessor post-close hooks at 1731916943043 (+12 ms)Closed at 1731916943043 2024-11-18T08:02:23,043 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731916751188.e620964ee18f26fc8ef20d91dd546c74. 2024-11-18T08:02:23,044 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8cc348fcb134cd4f97e5472158feee0, disabling compactions & flushes 2024-11-18T08:02:23,044 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:23,044 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:23,044 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. after waiting 0 ms 2024-11-18T08:02:23,044 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:23,048 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8cc348fcb134cd4f97e5472158feee0/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:23,049 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:23,049 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8cc348fcb134cd4f97e5472158feee0: Waiting for close lock at 1731916943044Running coprocessor pre-close hooks at 1731916943044Disabling compacts and flushes for region at 1731916943044Disabling writes for close at 1731916943044Writing region close event to WAL at 1731916943045 (+1 ms)Running coprocessor post-close hooks at 1731916943049 (+4 ms)Closed at 1731916943049 2024-11-18T08:02:23,049 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731916751188.d8cc348fcb134cd4f97e5472158feee0. 2024-11-18T08:02:23,049 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f98fb784761e25e8491d3d179beae22a, disabling compactions & flushes 2024-11-18T08:02:23,049 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T08:02:23,050 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T08:02:23,050 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. after waiting 0 ms 2024-11-18T08:02:23,050 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T08:02:23,050 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f98fb784761e25e8491d3d179beae22a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,052 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3b845fdce406bf1bdb32caf99a84104d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,053 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T08:02:23,053 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b845fdce406bf1bdb32caf99a84104d: Waiting for close lock at 1731916942940Running coprocessor pre-close hooks at 1731916942940Disabling compacts and flushes for region at 1731916942940Disabling writes for close at 1731916942940Obtaining lock to block concurrent updates at 1731916942941 (+1 ms)Preparing flush snapshotting stores in 3b845fdce406bf1bdb32caf99a84104d at 1731916942941Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916942941Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. at 1731916942941Flushing 3b845fdce406bf1bdb32caf99a84104d/colfamily11: creating writer at 1731916942941Flushing 3b845fdce406bf1bdb32caf99a84104d/colfamily11: appending metadata at 1731916942963 (+22 ms)Flushing 3b845fdce406bf1bdb32caf99a84104d/colfamily11: closing flushed file at 1731916942964 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e9b96e: reopening flushed file at 1731916943008 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3b845fdce406bf1bdb32caf99a84104d in 90ms, sequenceid=5, compaction requested=false at 1731916943030 (+22 ms)Writing region close event to WAL at 1731916943035 (+5 ms)Running coprocessor post-close hooks at 1731916943053 (+18 ms)Closed at 1731916943053 2024-11-18T08:02:23,053 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731916751188.3b845fdce406bf1bdb32caf99a84104d. 2024-11-18T08:02:23,053 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 836f14ecba7db9b2910007af5460403b, disabling compactions & flushes 2024-11-18T08:02:23,053 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:23,053 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:23,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. after waiting 0 ms 2024-11-18T08:02:23,054 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:23,062 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/836f14ecba7db9b2910007af5460403b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:23,063 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:23,063 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 836f14ecba7db9b2910007af5460403b: Waiting for close lock at 1731916943053Running coprocessor pre-close hooks at 1731916943053Disabling compacts and flushes for region at 1731916943053Disabling writes for close at 1731916943054 (+1 ms)Writing region close event to WAL at 1731916943054Running coprocessor post-close hooks at 1731916943063 (+9 ms)Closed at 1731916943063 2024-11-18T08:02:23,063 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731916751188.836f14ecba7db9b2910007af5460403b. 2024-11-18T08:02:23,064 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d891b6674ebab1ee1d4598a7d7e0cc54, disabling compactions & flushes 2024-11-18T08:02:23,064 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T08:02:23,064 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T08:02:23,064 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. after waiting 0 ms 2024-11-18T08:02:23,064 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T08:02:23,064 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d891b6674ebab1ee1d4598a7d7e0cc54 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,067 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/.tmp/colfamily11/7dd8cdc0fcc841ee920a2ac3b0396473 is 52, key is jjj/colfamily11:colfamily11/1731916755779/Put/seqid=0 2024-11-18T08:02:23,074 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1351): Waiting on 0ca27e07e499bf6d0e286d1918ce0d9e, 6844280f7d2ad0946420307ff6690419, a278196801296b5012e64cd8206d682c, ad21b2e5db6c8504e4d0b4d154213d28, bf84f833a99d7930bbd808928baf2e24, d891b6674ebab1ee1d4598a7d7e0cc54, ea0aebe0025a383a7fbfe127ae9d7fcb, ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T08:02:23,074 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 24b759235e8a133eeee2eac0f30f4d73, 390a67d4b4e0d226812016804c9310e2, 4e43ada1aae7fabb909b8c10f303f31f, 7a28a9149b911948dc3b72c614dd37b2, 8081182b39e4ad3d95cfeaf43977b760, 8bb00b880f052435bf85c5606ccec331, f98fb784761e25e8491d3d179beae22a, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:23,082 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/.tmp/colfamily11/94be1020da0e4416abf313cb8fda58b7 is 52, key is vvv/colfamily11:colfamily11/1731916756207/Put/seqid=0 2024-11-18T08:02:23,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741892_1068 (size=39263) 2024-11-18T08:02:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741893_1069 (size=39263) 2024-11-18T08:02:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741893_1069 (size=39263) 2024-11-18T08:02:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741893_1069 (size=39263) 2024-11-18T08:02:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741892_1068 (size=39263) 2024-11-18T08:02:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741892_1068 (size=39263) 2024-11-18T08:02:23,103 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/.tmp/colfamily11/7dd8cdc0fcc841ee920a2ac3b0396473 2024-11-18T08:02:23,104 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/.tmp/colfamily11/94be1020da0e4416abf313cb8fda58b7 2024-11-18T08:02:23,112 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/.tmp/colfamily11/94be1020da0e4416abf313cb8fda58b7 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/colfamily11/94be1020da0e4416abf313cb8fda58b7 2024-11-18T08:02:23,112 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/.tmp/colfamily11/7dd8cdc0fcc841ee920a2ac3b0396473 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/colfamily11/7dd8cdc0fcc841ee920a2ac3b0396473 2024-11-18T08:02:23,119 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/colfamily11/7dd8cdc0fcc841ee920a2ac3b0396473, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,119 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/colfamily11/94be1020da0e4416abf313cb8fda58b7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,120 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f98fb784761e25e8491d3d179beae22a in 70ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,120 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d891b6674ebab1ee1d4598a7d7e0cc54 in 56ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,127 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d891b6674ebab1ee1d4598a7d7e0cc54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,128 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T08:02:23,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d891b6674ebab1ee1d4598a7d7e0cc54: Waiting for close lock at 1731916943063Running coprocessor pre-close hooks at 1731916943063Disabling compacts and flushes for region at 1731916943063Disabling writes for close at 1731916943064 (+1 ms)Obtaining lock to block concurrent updates at 1731916943064Preparing flush snapshotting stores in d891b6674ebab1ee1d4598a7d7e0cc54 at 1731916943064Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943064Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. at 1731916943065 (+1 ms)Flushing d891b6674ebab1ee1d4598a7d7e0cc54/colfamily11: creating writer at 1731916943065Flushing d891b6674ebab1ee1d4598a7d7e0cc54/colfamily11: appending metadata at 1731916943082 (+17 ms)Flushing d891b6674ebab1ee1d4598a7d7e0cc54/colfamily11: closing flushed file at 1731916943082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bae036: reopening flushed file at 1731916943111 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d891b6674ebab1ee1d4598a7d7e0cc54 in 56ms, sequenceid=5, compaction requested=false at 1731916943120 (+9 ms)Writing region close event to WAL at 1731916943121 (+1 ms)Running coprocessor post-close hooks at 1731916943128 (+7 ms)Closed at 1731916943128 2024-11-18T08:02:23,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731916751188.d891b6674ebab1ee1d4598a7d7e0cc54. 2024-11-18T08:02:23,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea5f2ed3db793f5dabaa24ca8aca54a8, disabling compactions & flushes 2024-11-18T08:02:23,128 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T08:02:23,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T08:02:23,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. after waiting 0 ms 2024-11-18T08:02:23,128 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T08:02:23,128 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea5f2ed3db793f5dabaa24ca8aca54a8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,129 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98fb784761e25e8491d3d179beae22a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,130 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T08:02:23,130 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f98fb784761e25e8491d3d179beae22a: Waiting for close lock at 1731916943049Running coprocessor pre-close hooks at 1731916943049Disabling compacts and flushes for region at 1731916943049Disabling writes for close at 1731916943050 (+1 ms)Obtaining lock to block concurrent updates at 1731916943050Preparing flush snapshotting stores in f98fb784761e25e8491d3d179beae22a at 1731916943050Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943050Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. at 1731916943051 (+1 ms)Flushing f98fb784761e25e8491d3d179beae22a/colfamily11: creating writer at 1731916943051Flushing f98fb784761e25e8491d3d179beae22a/colfamily11: appending metadata at 1731916943066 (+15 ms)Flushing f98fb784761e25e8491d3d179beae22a/colfamily11: closing flushed file at 1731916943067 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614f1a01: reopening flushed file at 1731916943111 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f98fb784761e25e8491d3d179beae22a in 70ms, sequenceid=5, compaction requested=false at 1731916943120 (+9 ms)Writing region close event to WAL at 1731916943123 (+3 ms)Running coprocessor post-close hooks at 1731916943130 (+7 ms)Closed at 1731916943130 2024-11-18T08:02:23,130 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731916751188.f98fb784761e25e8491d3d179beae22a. 2024-11-18T08:02:23,130 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8081182b39e4ad3d95cfeaf43977b760, disabling compactions & flushes 2024-11-18T08:02:23,130 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:23,130 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:23,130 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. after waiting 0 ms 2024-11-18T08:02:23,130 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:23,138 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8081182b39e4ad3d95cfeaf43977b760/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:23,138 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:23,138 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8081182b39e4ad3d95cfeaf43977b760: Waiting for close lock at 1731916943130Running coprocessor pre-close hooks at 1731916943130Disabling compacts and flushes for region at 1731916943130Disabling writes for close at 1731916943130Writing region close event to WAL at 1731916943131 (+1 ms)Running coprocessor post-close hooks at 1731916943138 (+7 ms)Closed at 1731916943138 2024-11-18T08:02:23,138 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731916751188.8081182b39e4ad3d95cfeaf43977b760. 2024-11-18T08:02:23,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a28a9149b911948dc3b72c614dd37b2, disabling compactions & flushes 2024-11-18T08:02:23,139 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T08:02:23,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T08:02:23,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. after waiting 0 ms 2024-11-18T08:02:23,139 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T08:02:23,139 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a28a9149b911948dc3b72c614dd37b2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,155 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/.tmp/colfamily11/972fe4616c0d488eab3a4676cfd8ef19 is 52, key is hhh/colfamily11:colfamily11/1731916755904/Put/seqid=0 2024-11-18T08:02:23,158 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/.tmp/colfamily11/9605afa8be0b4b60b326bf3303a1fedc is 52, key is sss/colfamily11:colfamily11/1731916756031/Put/seqid=0 2024-11-18T08:02:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741895_1071 (size=39263) 2024-11-18T08:02:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741895_1071 (size=39263) 2024-11-18T08:02:23,171 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/.tmp/colfamily11/9605afa8be0b4b60b326bf3303a1fedc 2024-11-18T08:02:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741895_1071 (size=39263) 2024-11-18T08:02:23,190 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/.tmp/colfamily11/9605afa8be0b4b60b326bf3303a1fedc as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/colfamily11/9605afa8be0b4b60b326bf3303a1fedc 2024-11-18T08:02:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741894_1070 (size=39263) 2024-11-18T08:02:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741894_1070 (size=39263) 2024-11-18T08:02:23,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T08:02:23,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741894_1070 (size=39263) 2024-11-18T08:02:23,210 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/.tmp/colfamily11/972fe4616c0d488eab3a4676cfd8ef19 2024-11-18T08:02:23,217 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/colfamily11/9605afa8be0b4b60b326bf3303a1fedc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,219 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7a28a9149b911948dc3b72c614dd37b2 in 79ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,222 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T08:02:23,222 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T08:02:23,222 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T08:02:23,222 INFO [regionserver/87fb3d252950:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T08:02:23,239 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/.tmp/colfamily11/972fe4616c0d488eab3a4676cfd8ef19 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily11/972fe4616c0d488eab3a4676cfd8ef19 2024-11-18T08:02:23,274 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1351): Waiting on 0ca27e07e499bf6d0e286d1918ce0d9e, 6844280f7d2ad0946420307ff6690419, a278196801296b5012e64cd8206d682c, ad21b2e5db6c8504e4d0b4d154213d28, bf84f833a99d7930bbd808928baf2e24, ea0aebe0025a383a7fbfe127ae9d7fcb, ea5f2ed3db793f5dabaa24ca8aca54a8 2024-11-18T08:02:23,275 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 24b759235e8a133eeee2eac0f30f4d73, 390a67d4b4e0d226812016804c9310e2, 4e43ada1aae7fabb909b8c10f303f31f, 7a28a9149b911948dc3b72c614dd37b2, 8bb00b880f052435bf85c5606ccec331, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:23,280 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7a28a9149b911948dc3b72c614dd37b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,284 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily11/972fe4616c0d488eab3a4676cfd8ef19, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,285 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T08:02:23,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a28a9149b911948dc3b72c614dd37b2: Waiting for close lock at 1731916943139Running coprocessor pre-close hooks at 1731916943139Disabling compacts and flushes for region at 1731916943139Disabling writes for close at 1731916943139Obtaining lock to block concurrent updates at 1731916943139Preparing flush snapshotting stores in 7a28a9149b911948dc3b72c614dd37b2 at 1731916943139Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943139Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. at 1731916943140 (+1 ms)Flushing 7a28a9149b911948dc3b72c614dd37b2/colfamily11: creating writer at 1731916943140Flushing 7a28a9149b911948dc3b72c614dd37b2/colfamily11: appending metadata at 1731916943157 (+17 ms)Flushing 7a28a9149b911948dc3b72c614dd37b2/colfamily11: closing flushed file at 1731916943157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163f4a77: reopening flushed file at 1731916943187 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7a28a9149b911948dc3b72c614dd37b2 in 79ms, sequenceid=5, compaction requested=false at 1731916943219 (+32 ms)Writing region close event to WAL at 1731916943255 (+36 ms)Running coprocessor post-close hooks at 1731916943285 (+30 ms)Closed at 1731916943285 2024-11-18T08:02:23,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731916751188.7a28a9149b911948dc3b72c614dd37b2. 2024-11-18T08:02:23,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e43ada1aae7fabb909b8c10f303f31f, disabling compactions & flushes 2024-11-18T08:02:23,285 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T08:02:23,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T08:02:23,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. after waiting 0 ms 2024-11-18T08:02:23,285 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T08:02:23,286 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e43ada1aae7fabb909b8c10f303f31f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,291 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea5f2ed3db793f5dabaa24ca8aca54a8 in 163ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,336 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea5f2ed3db793f5dabaa24ca8aca54a8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,340 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T08:02:23,340 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea5f2ed3db793f5dabaa24ca8aca54a8: Waiting for close lock at 1731916943128Running coprocessor pre-close hooks at 1731916943128Disabling compacts and flushes for region at 1731916943128Disabling writes for close at 1731916943128Obtaining lock to block concurrent updates at 1731916943128Preparing flush snapshotting stores in ea5f2ed3db793f5dabaa24ca8aca54a8 at 1731916943128Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943129 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. at 1731916943129Flushing ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily11: creating writer at 1731916943129Flushing ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily11: appending metadata at 1731916943155 (+26 ms)Flushing ea5f2ed3db793f5dabaa24ca8aca54a8/colfamily11: closing flushed file at 1731916943155Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412f5ab1: reopening flushed file at 1731916943233 (+78 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea5f2ed3db793f5dabaa24ca8aca54a8 in 163ms, sequenceid=5, compaction requested=false at 1731916943291 (+58 ms)Writing region close event to WAL at 1731916943299 (+8 ms)Running coprocessor post-close hooks at 1731916943340 (+41 ms)Closed at 1731916943340 2024-11-18T08:02:23,340 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731916751188.ea5f2ed3db793f5dabaa24ca8aca54a8. 2024-11-18T08:02:23,340 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ca27e07e499bf6d0e286d1918ce0d9e, disabling compactions & flushes 2024-11-18T08:02:23,340 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T08:02:23,340 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T08:02:23,340 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. after waiting 0 ms 2024-11-18T08:02:23,340 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T08:02:23,341 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ca27e07e499bf6d0e286d1918ce0d9e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,342 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/.tmp/colfamily11/5da0ddcab08e4a70ad6d746fab3d8a5c is 52, key is ggg/colfamily11:colfamily11/1731916755707/Put/seqid=0 2024-11-18T08:02:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741896_1072 (size=39263) 2024-11-18T08:02:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741896_1072 (size=39263) 2024-11-18T08:02:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741896_1072 (size=39263) 2024-11-18T08:02:23,366 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/.tmp/colfamily11/5da0ddcab08e4a70ad6d746fab3d8a5c 2024-11-18T08:02:23,368 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/.tmp/colfamily11/f15454b9d2d149e982ea3d37f5e453f7 is 52, key is kkk/colfamily11:colfamily11/1731916755945/Put/seqid=0 2024-11-18T08:02:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741897_1073 (size=39263) 2024-11-18T08:02:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741897_1073 (size=39263) 2024-11-18T08:02:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741897_1073 (size=39263) 2024-11-18T08:02:23,380 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/.tmp/colfamily11/f15454b9d2d149e982ea3d37f5e453f7 2024-11-18T08:02:23,388 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/.tmp/colfamily11/5da0ddcab08e4a70ad6d746fab3d8a5c as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/colfamily11/5da0ddcab08e4a70ad6d746fab3d8a5c 2024-11-18T08:02:23,394 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/.tmp/colfamily11/f15454b9d2d149e982ea3d37f5e453f7 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/colfamily11/f15454b9d2d149e982ea3d37f5e453f7 2024-11-18T08:02:23,397 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/colfamily11/5da0ddcab08e4a70ad6d746fab3d8a5c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,398 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4e43ada1aae7fabb909b8c10f303f31f in 113ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,405 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/colfamily11/f15454b9d2d149e982ea3d37f5e453f7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,407 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0ca27e07e499bf6d0e286d1918ce0d9e in 67ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,407 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e43ada1aae7fabb909b8c10f303f31f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,408 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T08:02:23,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e43ada1aae7fabb909b8c10f303f31f: Waiting for close lock at 1731916943285Running coprocessor pre-close hooks at 1731916943285Disabling compacts and flushes for region at 1731916943285Disabling writes for close at 1731916943285Obtaining lock to block concurrent updates at 1731916943286 (+1 ms)Preparing flush snapshotting stores in 4e43ada1aae7fabb909b8c10f303f31f at 1731916943286Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943286Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. at 1731916943291 (+5 ms)Flushing 4e43ada1aae7fabb909b8c10f303f31f/colfamily11: creating writer at 1731916943291Flushing 4e43ada1aae7fabb909b8c10f303f31f/colfamily11: appending metadata at 1731916943342 (+51 ms)Flushing 4e43ada1aae7fabb909b8c10f303f31f/colfamily11: closing flushed file at 1731916943342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc9328d: reopening flushed file at 1731916943385 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4e43ada1aae7fabb909b8c10f303f31f in 113ms, sequenceid=5, compaction requested=false at 1731916943398 (+13 ms)Writing region close event to WAL at 1731916943403 (+5 ms)Running coprocessor post-close hooks at 1731916943407 (+4 ms)Closed at 1731916943408 (+1 ms) 2024-11-18T08:02:23,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731916751188.4e43ada1aae7fabb909b8c10f303f31f. 2024-11-18T08:02:23,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24b759235e8a133eeee2eac0f30f4d73, disabling compactions & flushes 2024-11-18T08:02:23,408 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:23,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:23,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. after waiting 0 ms 2024-11-18T08:02:23,408 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:23,418 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0ca27e07e499bf6d0e286d1918ce0d9e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,420 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T08:02:23,420 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ca27e07e499bf6d0e286d1918ce0d9e: Waiting for close lock at 1731916943340Running coprocessor pre-close hooks at 1731916943340Disabling compacts and flushes for region at 1731916943340Disabling writes for close at 1731916943340Obtaining lock to block concurrent updates at 1731916943341 (+1 ms)Preparing flush snapshotting stores in 0ca27e07e499bf6d0e286d1918ce0d9e at 1731916943341Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943341Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. at 1731916943342 (+1 ms)Flushing 0ca27e07e499bf6d0e286d1918ce0d9e/colfamily11: creating writer at 1731916943342Flushing 0ca27e07e499bf6d0e286d1918ce0d9e/colfamily11: appending metadata at 1731916943368 (+26 ms)Flushing 0ca27e07e499bf6d0e286d1918ce0d9e/colfamily11: closing flushed file at 1731916943368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c308065: reopening flushed file at 1731916943393 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0ca27e07e499bf6d0e286d1918ce0d9e in 67ms, sequenceid=5, compaction requested=false at 1731916943407 (+14 ms)Writing region close event to WAL at 1731916943411 (+4 ms)Running coprocessor post-close hooks at 1731916943420 (+9 ms)Closed at 1731916943420 2024-11-18T08:02:23,420 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731916751188.0ca27e07e499bf6d0e286d1918ce0d9e. 2024-11-18T08:02:23,420 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf84f833a99d7930bbd808928baf2e24, disabling compactions & flushes 2024-11-18T08:02:23,420 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T08:02:23,420 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T08:02:23,420 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. after waiting 0 ms 2024-11-18T08:02:23,420 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T08:02:23,421 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf84f833a99d7930bbd808928baf2e24 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,422 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/24b759235e8a133eeee2eac0f30f4d73/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:23,423 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:23,423 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24b759235e8a133eeee2eac0f30f4d73: Waiting for close lock at 1731916943408Running coprocessor pre-close hooks at 1731916943408Disabling compacts and flushes for region at 1731916943408Disabling writes for close at 1731916943408Writing region close event to WAL at 1731916943412 (+4 ms)Running coprocessor post-close hooks at 1731916943423 (+11 ms)Closed at 1731916943423 2024-11-18T08:02:23,424 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731916751188.24b759235e8a133eeee2eac0f30f4d73. 2024-11-18T08:02:23,424 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 390a67d4b4e0d226812016804c9310e2, disabling compactions & flushes 2024-11-18T08:02:23,424 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T08:02:23,424 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T08:02:23,424 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. after waiting 0 ms 2024-11-18T08:02:23,424 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T08:02:23,424 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 390a67d4b4e0d226812016804c9310e2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,449 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/.tmp/colfamily11/5a60275521b54fa68e48ed9e47914493 is 52, key is eee/colfamily11:colfamily11/1731916755861/Put/seqid=0 2024-11-18T08:02:23,455 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/.tmp/colfamily11/ff2ffa584b8244ceb57ce2e9c23a9500 is 52, key is www/colfamily11:colfamily11/1731916756097/Put/seqid=0 2024-11-18T08:02:23,474 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1351): Waiting on 6844280f7d2ad0946420307ff6690419, a278196801296b5012e64cd8206d682c, ad21b2e5db6c8504e4d0b4d154213d28, bf84f833a99d7930bbd808928baf2e24, ea0aebe0025a383a7fbfe127ae9d7fcb 2024-11-18T08:02:23,475 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 390a67d4b4e0d226812016804c9310e2, 8bb00b880f052435bf85c5606ccec331, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741898_1074 (size=39263) 2024-11-18T08:02:23,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741898_1074 (size=39263) 2024-11-18T08:02:23,479 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/.tmp/colfamily11/5a60275521b54fa68e48ed9e47914493 2024-11-18T08:02:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741898_1074 (size=39263) 2024-11-18T08:02:23,487 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/.tmp/colfamily11/5a60275521b54fa68e48ed9e47914493 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/colfamily11/5a60275521b54fa68e48ed9e47914493 2024-11-18T08:02:23,493 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/colfamily11/5a60275521b54fa68e48ed9e47914493, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,494 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bf84f833a99d7930bbd808928baf2e24 in 74ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741899_1075 (size=39263) 2024-11-18T08:02:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741899_1075 (size=39263) 2024-11-18T08:02:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741899_1075 (size=39263) 2024-11-18T08:02:23,522 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf84f833a99d7930bbd808928baf2e24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,523 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T08:02:23,523 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf84f833a99d7930bbd808928baf2e24: Waiting for close lock at 1731916943420Running coprocessor pre-close hooks at 1731916943420Disabling compacts and flushes for region at 1731916943420Disabling writes for close at 1731916943420Obtaining lock to block concurrent updates at 1731916943421 (+1 ms)Preparing flush snapshotting stores in bf84f833a99d7930bbd808928baf2e24 at 1731916943421Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943421Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. at 1731916943422 (+1 ms)Flushing bf84f833a99d7930bbd808928baf2e24/colfamily11: creating writer at 1731916943422Flushing bf84f833a99d7930bbd808928baf2e24/colfamily11: appending metadata at 1731916943448 (+26 ms)Flushing bf84f833a99d7930bbd808928baf2e24/colfamily11: closing flushed file at 1731916943448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d95e4: reopening flushed file at 1731916943486 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bf84f833a99d7930bbd808928baf2e24 in 74ms, sequenceid=5, compaction requested=false at 1731916943494 (+8 ms)Writing region close event to WAL at 1731916943500 (+6 ms)Running coprocessor post-close hooks at 1731916943523 (+23 ms)Closed at 1731916943523 2024-11-18T08:02:23,523 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731916751188.bf84f833a99d7930bbd808928baf2e24. 2024-11-18T08:02:23,524 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a278196801296b5012e64cd8206d682c, disabling compactions & flushes 2024-11-18T08:02:23,524 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:23,524 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:23,524 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. after waiting 0 ms 2024-11-18T08:02:23,524 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:23,533 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a278196801296b5012e64cd8206d682c/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:23,534 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:23,534 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a278196801296b5012e64cd8206d682c: Waiting for close lock at 1731916943524Running coprocessor pre-close hooks at 1731916943524Disabling compacts and flushes for region at 1731916943524Disabling writes for close at 1731916943524Writing region close event to WAL at 1731916943525 (+1 ms)Running coprocessor post-close hooks at 1731916943534 (+9 ms)Closed at 1731916943534 2024-11-18T08:02:23,534 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731916751188.a278196801296b5012e64cd8206d682c. 2024-11-18T08:02:23,535 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea0aebe0025a383a7fbfe127ae9d7fcb, disabling compactions & flushes 2024-11-18T08:02:23,535 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:23,535 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:23,535 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. after waiting 0 ms 2024-11-18T08:02:23,535 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:23,540 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea0aebe0025a383a7fbfe127ae9d7fcb/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-18T08:02:23,541 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:23,541 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea0aebe0025a383a7fbfe127ae9d7fcb: Waiting for close lock at 1731916943535Running coprocessor pre-close hooks at 1731916943535Disabling compacts and flushes for region at 1731916943535Disabling writes for close at 1731916943535Writing region close event to WAL at 1731916943536 (+1 ms)Running coprocessor post-close hooks at 1731916943541 (+5 ms)Closed at 1731916943541 2024-11-18T08:02:23,541 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731916751188.ea0aebe0025a383a7fbfe127ae9d7fcb. 2024-11-18T08:02:23,541 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad21b2e5db6c8504e4d0b4d154213d28, disabling compactions & flushes 2024-11-18T08:02:23,541 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T08:02:23,541 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T08:02:23,541 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. after waiting 0 ms 2024-11-18T08:02:23,541 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T08:02:23,542 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad21b2e5db6c8504e4d0b4d154213d28 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,568 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/.tmp/colfamily11/c32749d8f9c84f64b84bab5ebe4b97b4 is 52, key is aaa/colfamily11:colfamily11/1731916755796/Put/seqid=0 2024-11-18T08:02:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741900_1076 (size=39263) 2024-11-18T08:02:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741900_1076 (size=39263) 2024-11-18T08:02:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741900_1076 (size=39263) 2024-11-18T08:02:23,598 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/.tmp/colfamily11/c32749d8f9c84f64b84bab5ebe4b97b4 2024-11-18T08:02:23,606 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/.tmp/colfamily11/c32749d8f9c84f64b84bab5ebe4b97b4 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/colfamily11/c32749d8f9c84f64b84bab5ebe4b97b4 2024-11-18T08:02:23,615 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/colfamily11/c32749d8f9c84f64b84bab5ebe4b97b4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,616 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad21b2e5db6c8504e4d0b4d154213d28 in 74ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,620 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ad21b2e5db6c8504e4d0b4d154213d28/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,621 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T08:02:23,621 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad21b2e5db6c8504e4d0b4d154213d28: Waiting for close lock at 1731916943541Running coprocessor pre-close hooks at 1731916943541Disabling compacts and flushes for region at 1731916943541Disabling writes for close at 1731916943541Obtaining lock to block concurrent updates at 1731916943542 (+1 ms)Preparing flush snapshotting stores in ad21b2e5db6c8504e4d0b4d154213d28 at 1731916943542Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943542Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. at 1731916943543 (+1 ms)Flushing ad21b2e5db6c8504e4d0b4d154213d28/colfamily11: creating writer at 1731916943543Flushing ad21b2e5db6c8504e4d0b4d154213d28/colfamily11: appending metadata at 1731916943567 (+24 ms)Flushing ad21b2e5db6c8504e4d0b4d154213d28/colfamily11: closing flushed file at 1731916943567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dd498e: reopening flushed file at 1731916943605 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ad21b2e5db6c8504e4d0b4d154213d28 in 74ms, sequenceid=5, compaction requested=false at 1731916943616 (+11 ms)Writing region close event to WAL at 1731916943617 (+1 ms)Running coprocessor post-close hooks at 1731916943621 (+4 ms)Closed at 1731916943621 2024-11-18T08:02:23,621 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731916751188.ad21b2e5db6c8504e4d0b4d154213d28. 2024-11-18T08:02:23,622 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6844280f7d2ad0946420307ff6690419, disabling compactions & flushes 2024-11-18T08:02:23,622 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T08:02:23,622 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T08:02:23,622 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. after waiting 0 ms 2024-11-18T08:02:23,622 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T08:02:23,622 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6844280f7d2ad0946420307ff6690419 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,642 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/.tmp/colfamily11/077e6e99407f47fba3d0fd651f51ab67 is 52, key is ttt/colfamily11:colfamily11/1731916756148/Put/seqid=0 2024-11-18T08:02:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741901_1077 (size=39263) 2024-11-18T08:02:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741901_1077 (size=39263) 2024-11-18T08:02:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741901_1077 (size=39263) 2024-11-18T08:02:23,672 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/.tmp/colfamily11/077e6e99407f47fba3d0fd651f51ab67 2024-11-18T08:02:23,675 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T08:02:23,675 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1325): Online Regions={6844280f7d2ad0946420307ff6690419=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419.} 2024-11-18T08:02:23,675 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T08:02:23,675 DEBUG [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1351): Waiting on 6844280f7d2ad0946420307ff6690419 2024-11-18T08:02:23,675 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1325): Online Regions={390a67d4b4e0d226812016804c9310e2=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2., fa5e5e8869a7ba0fe7712818062ae59e=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., 8bb00b880f052435bf85c5606ccec331=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331.} 2024-11-18T08:02:23,675 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 390a67d4b4e0d226812016804c9310e2, 8bb00b880f052435bf85c5606ccec331, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:23,682 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/.tmp/colfamily11/077e6e99407f47fba3d0fd651f51ab67 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/colfamily11/077e6e99407f47fba3d0fd651f51ab67 2024-11-18T08:02:23,690 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/colfamily11/077e6e99407f47fba3d0fd651f51ab67, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,695 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6844280f7d2ad0946420307ff6690419 in 73ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,703 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6844280f7d2ad0946420307ff6690419/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,704 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T08:02:23,704 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6844280f7d2ad0946420307ff6690419: Waiting for close lock at 1731916943621Running coprocessor pre-close hooks at 1731916943621Disabling compacts and flushes for region at 1731916943621Disabling writes for close at 1731916943622 (+1 ms)Obtaining lock to block concurrent updates at 1731916943622Preparing flush snapshotting stores in 6844280f7d2ad0946420307ff6690419 at 1731916943622Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943622Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. at 1731916943623 (+1 ms)Flushing 6844280f7d2ad0946420307ff6690419/colfamily11: creating writer at 1731916943623Flushing 6844280f7d2ad0946420307ff6690419/colfamily11: appending metadata at 1731916943642 (+19 ms)Flushing 6844280f7d2ad0946420307ff6690419/colfamily11: closing flushed file at 1731916943642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d58904d: reopening flushed file at 1731916943681 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6844280f7d2ad0946420307ff6690419 in 73ms, sequenceid=5, compaction requested=false at 1731916943695 (+14 ms)Writing region close event to WAL at 1731916943699 (+4 ms)Running coprocessor post-close hooks at 1731916943704 (+5 ms)Closed at 1731916943704 2024-11-18T08:02:23,704 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731916751188.6844280f7d2ad0946420307ff6690419. 2024-11-18T08:02:23,875 DEBUG [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1351): Waiting on 390a67d4b4e0d226812016804c9310e2, 8bb00b880f052435bf85c5606ccec331, fa5e5e8869a7ba0fe7712818062ae59e 2024-11-18T08:02:23,876 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,42489,1731916748797; all regions closed. 2024-11-18T08:02:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741833_1009 (size=316519) 2024-11-18T08:02:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741833_1009 (size=316519) 2024-11-18T08:02:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741833_1009 (size=316519) 2024-11-18T08:02:23,883 DEBUG [RS:1;87fb3d252950:42489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs 2024-11-18T08:02:23,884 INFO [RS:1;87fb3d252950:42489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C42489%2C1731916748797:(num 1731916750375) 2024-11-18T08:02:23,884 DEBUG [RS:1;87fb3d252950:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:23,884 INFO [RS:1;87fb3d252950:42489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T08:02:23,884 INFO [RS:1;87fb3d252950:42489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T08:02:23,884 INFO [RS:1;87fb3d252950:42489 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T08:02:23,884 INFO [RS:1;87fb3d252950:42489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T08:02:23,885 INFO [RS:1;87fb3d252950:42489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T08:02:23,885 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T08:02:23,885 INFO [RS:1;87fb3d252950:42489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T08:02:23,885 INFO [RS:1;87fb3d252950:42489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T08:02:23,885 INFO [RS:1;87fb3d252950:42489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42489 2024-11-18T08:02:23,907 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/.tmp/colfamily11/ff2ffa584b8244ceb57ce2e9c23a9500 2024-11-18T08:02:23,915 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/.tmp/colfamily11/ff2ffa584b8244ceb57ce2e9c23a9500 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/colfamily11/ff2ffa584b8244ceb57ce2e9c23a9500 2024-11-18T08:02:23,922 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/colfamily11/ff2ffa584b8244ceb57ce2e9c23a9500, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,923 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 390a67d4b4e0d226812016804c9310e2 in 499ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,927 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/390a67d4b4e0d226812016804c9310e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,928 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T08:02:23,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 390a67d4b4e0d226812016804c9310e2: Waiting for close lock at 1731916943424Running coprocessor pre-close hooks at 1731916943424Disabling compacts and flushes for region at 1731916943424Disabling writes for close at 1731916943424Obtaining lock to block concurrent updates at 1731916943424Preparing flush snapshotting stores in 390a67d4b4e0d226812016804c9310e2 at 1731916943424Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943424Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. at 1731916943425 (+1 ms)Flushing 390a67d4b4e0d226812016804c9310e2/colfamily11: creating writer at 1731916943425Flushing 390a67d4b4e0d226812016804c9310e2/colfamily11: appending metadata at 1731916943454 (+29 ms)Flushing 390a67d4b4e0d226812016804c9310e2/colfamily11: closing flushed file at 1731916943455 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e10e35: reopening flushed file at 1731916943914 (+459 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 390a67d4b4e0d226812016804c9310e2 in 499ms, sequenceid=5, compaction requested=false at 1731916943923 (+9 ms)Writing region close event to WAL at 1731916943924 (+1 ms)Running coprocessor post-close hooks at 1731916943928 (+4 ms)Closed at 1731916943928 2024-11-18T08:02:23,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731916751188.390a67d4b4e0d226812016804c9310e2. 2024-11-18T08:02:23,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa5e5e8869a7ba0fe7712818062ae59e, disabling compactions & flushes 2024-11-18T08:02:23,928 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T08:02:23,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T08:02:23,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. after waiting 0 ms 2024-11-18T08:02:23,928 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T08:02:23,928 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa5e5e8869a7ba0fe7712818062ae59e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T08:02:23,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,42489,1731916748797 2024-11-18T08:02:23,943 INFO [RS:1;87fb3d252950:42489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T08:02:23,944 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/.tmp/colfamily11/8071acb2cc65487ebcfb00f8b302dbe2 is 52, key is mmm/colfamily11:colfamily11/1731916755853/Put/seqid=0 2024-11-18T08:02:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741902_1078 (size=39263) 2024-11-18T08:02:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741902_1078 (size=39263) 2024-11-18T08:02:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741902_1078 (size=39263) 2024-11-18T08:02:23,950 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/.tmp/colfamily11/8071acb2cc65487ebcfb00f8b302dbe2 2024-11-18T08:02:23,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,42489,1731916748797] 2024-11-18T08:02:23,956 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/.tmp/colfamily11/8071acb2cc65487ebcfb00f8b302dbe2 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/colfamily11/8071acb2cc65487ebcfb00f8b302dbe2 2024-11-18T08:02:23,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,42489,1731916748797 already deleted, retry=false 2024-11-18T08:02:23,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,42489,1731916748797 expired; onlineServers=1 2024-11-18T08:02:23,962 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/colfamily11/8071acb2cc65487ebcfb00f8b302dbe2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,962 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fa5e5e8869a7ba0fe7712818062ae59e in 34ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:23,966 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa5e5e8869a7ba0fe7712818062ae59e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:23,966 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T08:02:23,966 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa5e5e8869a7ba0fe7712818062ae59e: Waiting for close lock at 1731916943928Running coprocessor pre-close hooks at 1731916943928Disabling compacts and flushes for region at 1731916943928Disabling writes for close at 1731916943928Obtaining lock to block concurrent updates at 1731916943928Preparing flush snapshotting stores in fa5e5e8869a7ba0fe7712818062ae59e at 1731916943928Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943929 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. at 1731916943929Flushing fa5e5e8869a7ba0fe7712818062ae59e/colfamily11: creating writer at 1731916943929Flushing fa5e5e8869a7ba0fe7712818062ae59e/colfamily11: appending metadata at 1731916943943 (+14 ms)Flushing fa5e5e8869a7ba0fe7712818062ae59e/colfamily11: closing flushed file at 1731916943943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585e18d5: reopening flushed file at 1731916943955 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fa5e5e8869a7ba0fe7712818062ae59e in 34ms, sequenceid=5, compaction requested=false at 1731916943962 (+7 ms)Writing region close event to WAL at 1731916943963 (+1 ms)Running coprocessor post-close hooks at 1731916943966 (+3 ms)Closed at 1731916943966 2024-11-18T08:02:23,966 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731916751188.fa5e5e8869a7ba0fe7712818062ae59e. 2024-11-18T08:02:23,967 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bb00b880f052435bf85c5606ccec331, disabling compactions & flushes 2024-11-18T08:02:23,967 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T08:02:23,967 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T08:02:23,967 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. after waiting 0 ms 2024-11-18T08:02:23,967 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T08:02:23,967 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bb00b880f052435bf85c5606ccec331 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-18T08:02:23,981 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/.tmp/colfamily11/970fd2db6d1a4f6ba5e4eb2f32893a4e is 52, key is bbb/colfamily11:colfamily11/1731916755490/Put/seqid=0 2024-11-18T08:02:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741903_1079 (size=39263) 2024-11-18T08:02:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741903_1079 (size=39263) 2024-11-18T08:02:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741903_1079 (size=39263) 2024-11-18T08:02:23,987 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/.tmp/colfamily11/970fd2db6d1a4f6ba5e4eb2f32893a4e 2024-11-18T08:02:23,993 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/.tmp/colfamily11/970fd2db6d1a4f6ba5e4eb2f32893a4e as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/colfamily11/970fd2db6d1a4f6ba5e4eb2f32893a4e 2024-11-18T08:02:23,998 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/colfamily11/970fd2db6d1a4f6ba5e4eb2f32893a4e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-18T08:02:23,999 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8bb00b880f052435bf85c5606ccec331 in 32ms, sequenceid=5, compaction requested=false 2024-11-18T08:02:24,003 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bb00b880f052435bf85c5606ccec331/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T08:02:24,004 INFO [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T08:02:24,004 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bb00b880f052435bf85c5606ccec331: Waiting for close lock at 1731916943967Running coprocessor pre-close hooks at 1731916943967Disabling compacts and flushes for region at 1731916943967Disabling writes for close at 1731916943967Obtaining lock to block concurrent updates at 1731916943967Preparing flush snapshotting stores in 8bb00b880f052435bf85c5606ccec331 at 1731916943967Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731916943967Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. at 1731916943968 (+1 ms)Flushing 8bb00b880f052435bf85c5606ccec331/colfamily11: creating writer at 1731916943968Flushing 8bb00b880f052435bf85c5606ccec331/colfamily11: appending metadata at 1731916943980 (+12 ms)Flushing 8bb00b880f052435bf85c5606ccec331/colfamily11: closing flushed file at 1731916943980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6682e087: reopening flushed file at 1731916943992 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8bb00b880f052435bf85c5606ccec331 in 32ms, sequenceid=5, compaction requested=false at 1731916943999 (+7 ms)Writing region close event to WAL at 1731916944000 (+1 ms)Running coprocessor post-close hooks at 1731916944004 (+4 ms)Closed at 1731916944004 2024-11-18T08:02:24,004 DEBUG [RS_CLOSE_REGION-regionserver/87fb3d252950:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731916751188.8bb00b880f052435bf85c5606ccec331. 2024-11-18T08:02:24,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T08:02:24,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1014e3de4260002, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T08:02:24,052 INFO [RS:1;87fb3d252950:42489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T08:02:24,052 INFO [RS:1;87fb3d252950:42489 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,42489,1731916748797; zookeeper connection closed. 2024-11-18T08:02:24,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bab4f89 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bab4f89 2024-11-18T08:02:24,076 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(976): stopping server 87fb3d252950,35869,1731916748678; all regions closed. 2024-11-18T08:02:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741865_1041 (size=14124) 2024-11-18T08:02:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741865_1041 (size=14124) 2024-11-18T08:02:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741865_1041 (size=14124) 2024-11-18T08:02:24,081 DEBUG [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs 2024-11-18T08:02:24,081 INFO [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C35869%2C1731916748678.meta:.meta(num 1731916937609) 2024-11-18T08:02:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741835_1011 (size=353044) 2024-11-18T08:02:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741835_1011 (size=353044) 2024-11-18T08:02:24,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741835_1011 (size=353044) 2024-11-18T08:02:24,086 DEBUG [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/oldWALs 2024-11-18T08:02:24,086 INFO [RS:0;87fb3d252950:35869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 87fb3d252950%2C35869%2C1731916748678:(num 1731916750375) 2024-11-18T08:02:24,086 DEBUG [RS:0;87fb3d252950:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T08:02:24,086 INFO [RS:0;87fb3d252950:35869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T08:02:24,086 INFO [RS:0;87fb3d252950:35869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T08:02:24,087 INFO [RS:0;87fb3d252950:35869 {}] hbase.ChoreService(370): Chore service for: regionserver/87fb3d252950:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T08:02:24,087 INFO [RS:0;87fb3d252950:35869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T08:02:24,087 INFO [regionserver/87fb3d252950:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T08:02:24,087 INFO [RS:0;87fb3d252950:35869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35869 2024-11-18T08:02:24,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T08:02:24,099 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/87fb3d252950,35869,1731916748678 2024-11-18T08:02:24,099 INFO [RS:0;87fb3d252950:35869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T08:02:24,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [87fb3d252950,35869,1731916748678] 2024-11-18T08:02:24,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/87fb3d252950,35869,1731916748678 already deleted, retry=false 2024-11-18T08:02:24,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 87fb3d252950,35869,1731916748678 expired; onlineServers=0 2024-11-18T08:02:24,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '87fb3d252950,37107,1731916747946' ***** 2024-11-18T08:02:24,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T08:02:24,118 INFO [M:0;87fb3d252950:37107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T08:02:24,119 INFO [M:0;87fb3d252950:37107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T08:02:24,119 DEBUG [M:0;87fb3d252950:37107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T08:02:24,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T08:02:24,119 DEBUG [M:0;87fb3d252950:37107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T08:02:24,119 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731916749970 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.small.0-1731916749970,5,FailOnTimeoutGroup] 2024-11-18T08:02:24,119 DEBUG [master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731916749964 {}] cleaner.HFileCleaner(306): Exit Thread[master/87fb3d252950:0:becomeActiveMaster-HFileCleaner.large.0-1731916749964,5,FailOnTimeoutGroup] 2024-11-18T08:02:24,119 INFO [M:0;87fb3d252950:37107 {}] hbase.ChoreService(370): Chore service for: master/87fb3d252950:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T08:02:24,119 INFO [M:0;87fb3d252950:37107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T08:02:24,119 DEBUG [M:0;87fb3d252950:37107 {}] master.HMaster(1795): Stopping service threads 2024-11-18T08:02:24,119 INFO [M:0;87fb3d252950:37107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T08:02:24,120 INFO [M:0;87fb3d252950:37107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T08:02:24,120 INFO [M:0;87fb3d252950:37107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T08:02:24,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T08:02:24,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T08:02:24,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T08:02:24,127 DEBUG [M:0;87fb3d252950:37107 {}] zookeeper.ZKUtil(347): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T08:02:24,127 WARN [M:0;87fb3d252950:37107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T08:02:24,127 INFO [M:0;87fb3d252950:37107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/.lastflushedseqids 2024-11-18T08:02:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741904_1080 (size=2864) 2024-11-18T08:02:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741904_1080 (size=2864) 2024-11-18T08:02:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741904_1080 (size=2864) 2024-11-18T08:02:24,142 INFO [M:0;87fb3d252950:37107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T08:02:24,143 INFO [M:0;87fb3d252950:37107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T08:02:24,143 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T08:02:24,143 INFO [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T08:02:24,143 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T08:02:24,143 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T08:02:24,143 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T08:02:24,143 INFO [M:0;87fb3d252950:37107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=334.80 KB heapSize=393.52 KB 2024-11-18T08:02:24,158 DEBUG [M:0;87fb3d252950:37107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c176d3dd741e45918a9bbc1962a34636 is 82, key is hbase:meta,,1/info:regioninfo/1731916937930/Put/seqid=0 2024-11-18T08:02:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741905_1081 (size=6071) 2024-11-18T08:02:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741905_1081 (size=6071) 2024-11-18T08:02:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741905_1081 (size=6071) 2024-11-18T08:02:24,169 INFO [M:0;87fb3d252950:37107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c176d3dd741e45918a9bbc1962a34636 2024-11-18T08:02:24,196 DEBUG [M:0;87fb3d252950:37107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c50759667230485aa5088b66bf767b33 is 4105, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731916752534/Put/seqid=0 2024-11-18T08:02:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741906_1082 (size=13326) 2024-11-18T08:02:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741906_1082 (size=13326) 2024-11-18T08:02:24,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741906_1082 (size=13326) 2024-11-18T08:02:24,210 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T08:02:24,210 INFO [RS:0;87fb3d252950:35869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T08:02:24,210 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35869-0x1014e3de4260001, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T08:02:24,210 INFO [RS:0;87fb3d252950:35869 {}] regionserver.HRegionServer(1031): Exiting; stopping=87fb3d252950,35869,1731916748678; zookeeper connection closed. 2024-11-18T08:02:24,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41e225e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41e225e6 2024-11-18T08:02:24,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T08:02:24,211 INFO [M:0;87fb3d252950:37107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=333.58 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c50759667230485aa5088b66bf767b33 2024-11-18T08:02:24,229 DEBUG [M:0;87fb3d252950:37107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2378e10f5d444f19b53d0da65609855 is 69, key is 87fb3d252950,35869,1731916748678/rs:state/1731916750061/Put/seqid=0 2024-11-18T08:02:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741907_1083 (size=5442) 2024-11-18T08:02:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741907_1083 (size=5442) 2024-11-18T08:02:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741907_1083 (size=5442) 2024-11-18T08:02:24,236 INFO [M:0;87fb3d252950:37107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2378e10f5d444f19b53d0da65609855 2024-11-18T08:02:24,240 INFO [M:0;87fb3d252950:37107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2378e10f5d444f19b53d0da65609855 2024-11-18T08:02:24,241 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c176d3dd741e45918a9bbc1962a34636 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c176d3dd741e45918a9bbc1962a34636 2024-11-18T08:02:24,246 INFO [M:0;87fb3d252950:37107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c176d3dd741e45918a9bbc1962a34636, entries=14, sequenceid=616, filesize=5.9 K 2024-11-18T08:02:24,247 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c50759667230485aa5088b66bf767b33 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c50759667230485aa5088b66bf767b33 2024-11-18T08:02:24,252 INFO [M:0;87fb3d252950:37107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c50759667230485aa5088b66bf767b33, entries=79, sequenceid=616, filesize=13.0 K 2024-11-18T08:02:24,253 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2378e10f5d444f19b53d0da65609855 as hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2378e10f5d444f19b53d0da65609855 2024-11-18T08:02:24,258 INFO [M:0;87fb3d252950:37107 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2378e10f5d444f19b53d0da65609855 2024-11-18T08:02:24,258 INFO [M:0;87fb3d252950:37107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42117/user/jenkins/test-data/0ac155f4-e9e8-99de-9e11-e1c5176c144b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2378e10f5d444f19b53d0da65609855, entries=3, sequenceid=616, filesize=5.3 K 2024-11-18T08:02:24,259 INFO [M:0;87fb3d252950:37107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~334.80 KB/342839, heapSize ~393.22 KB/402656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=616, compaction requested=false 2024-11-18T08:02:24,260 INFO [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T08:02:24,260 DEBUG [M:0;87fb3d252950:37107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731916944143Disabling compacts and flushes for region at 1731916944143Disabling writes for close at 1731916944143Obtaining lock to block concurrent updates at 1731916944143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731916944143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=342839, getHeapSize=402896, getOffHeapSize=0, getCellsCount=777 at 1731916944143Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731916944144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731916944144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731916944158 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731916944158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731916944174 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731916944196 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731916944196Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731916944215 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731916944229 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731916944229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d3f297: reopening flushed file at 1731916944240 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aed9b4b: reopening flushed file at 1731916944247 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d436844: reopening flushed file at 1731916944252 (+5 ms)Finished flush of dataSize ~334.80 KB/342839, heapSize ~393.22 KB/402656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=616, compaction requested=false at 1731916944259 (+7 ms)Writing region close event to WAL at 1731916944260 (+1 ms)Closed at 1731916944260 2024-11-18T08:02:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34117 is added to blk_1073741830_1006 (size=383942) 2024-11-18T08:02:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44041 is added to blk_1073741830_1006 (size=383942) 2024-11-18T08:02:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37333 is added to blk_1073741830_1006 (size=383942) 2024-11-18T08:02:24,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T08:02:24,263 INFO [M:0;87fb3d252950:37107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T08:02:24,263 INFO [M:0;87fb3d252950:37107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37107 2024-11-18T08:02:24,264 INFO [M:0;87fb3d252950:37107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T08:02:24,393 INFO [M:0;87fb3d252950:37107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T08:02:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T08:02:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37107-0x1014e3de4260000, quorum=127.0.0.1:49783, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T08:02:24,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c2677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T08:02:24,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6738d157{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T08:02:24,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T08:02:24,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bf9dc1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T08:02:24,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed2891b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,STOPPED} 2024-11-18T08:02:24,404 WARN [BP-202218548-172.17.0.2-1731916743737 heartbeating to localhost/127.0.0.1:42117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T08:02:24,404 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T08:02:24,404 WARN [BP-202218548-172.17.0.2-1731916743737 heartbeating to localhost/127.0.0.1:42117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202218548-172.17.0.2-1731916743737 (Datanode Uuid a8f6136a-abe6-4629-936a-f84f68bdac3f) service to localhost/127.0.0.1:42117 2024-11-18T08:02:24,404 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T08:02:24,405 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data5/current/BP-202218548-172.17.0.2-1731916743737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T08:02:24,406 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data6/current/BP-202218548-172.17.0.2-1731916743737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T08:02:24,406 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T08:02:24,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3635c31e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T08:02:24,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78839a64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T08:02:24,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T08:02:24,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a292a59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T08:02:24,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63779849{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,STOPPED} 2024-11-18T08:02:24,410 WARN [BP-202218548-172.17.0.2-1731916743737 heartbeating to localhost/127.0.0.1:42117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T08:02:24,410 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T08:02:24,410 WARN [BP-202218548-172.17.0.2-1731916743737 heartbeating to localhost/127.0.0.1:42117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202218548-172.17.0.2-1731916743737 (Datanode Uuid dfeea8a8-bbf2-4c95-8589-3be6b7b31445) service to localhost/127.0.0.1:42117 2024-11-18T08:02:24,410 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T08:02:24,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data3/current/BP-202218548-172.17.0.2-1731916743737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T08:02:24,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data4/current/BP-202218548-172.17.0.2-1731916743737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T08:02:24,411 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T08:02:24,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4255463d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T08:02:24,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e48d68a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T08:02:24,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T08:02:24,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d82da9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T08:02:24,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b71ffd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,STOPPED} 2024-11-18T08:02:24,418 WARN [BP-202218548-172.17.0.2-1731916743737 heartbeating to localhost/127.0.0.1:42117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T08:02:24,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T08:02:24,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T08:02:24,418 WARN [BP-202218548-172.17.0.2-1731916743737 heartbeating to localhost/127.0.0.1:42117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-202218548-172.17.0.2-1731916743737 (Datanode Uuid 63c3bf71-4fa3-46e6-858d-c84b64b28cc2) service to localhost/127.0.0.1:42117 2024-11-18T08:02:24,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data1/current/BP-202218548-172.17.0.2-1731916743737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T08:02:24,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/cluster_5dff907d-a1f2-37ad-3095-e5e8f41f6591/data/data2/current/BP-202218548-172.17.0.2-1731916743737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T08:02:24,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T08:02:24,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T08:02:24,428 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T08:02:24,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T08:02:24,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T08:02:24,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a61cfd36-9e79-52b5-51e7-5a91d3e30cf8/hadoop.log.dir/,STOPPED} 2024-11-18T08:02:24,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T08:02:24,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T08:02:24,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:42117 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/87fb3d252950:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/87fb3d252950:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb3d252950:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb3d252950:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:42117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:42117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/87fb3d252950:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb3d252950:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/87fb3d252950:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (608921412) connection to localhost/127.0.0.1:42117 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb3d252950:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/87fb3d252950:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6d834f2e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 466), ProcessCount=11 (was 11), AvailableMemoryMB=2092 (was 3640)